From 8efb3d8a146546d5673bfd1965b035ad1b7c4f33 Mon Sep 17 00:00:00 2001 From: JUN SUN <18810256350@163.com> Date: Sun, 4 Feb 2024 16:21:32 +0800 Subject: [PATCH 1/3] update log --- src/backend/bisheng/api/services/finetune.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/src/backend/bisheng/api/services/finetune.py b/src/backend/bisheng/api/services/finetune.py index afd1367c0..9d8fa7698 100644 --- a/src/backend/bisheng/api/services/finetune.py +++ b/src/backend/bisheng/api/services/finetune.py @@ -298,14 +298,23 @@ def get_job_info(cls, job_id: UUID) -> UnifiedResponseModel[Finetune]: # 获取日志文件 log_data = None + res_data = list() if finetune.log_path: log_data = cls.get_job_log(finetune) if log_data is not None: log_data = log_data.read().decode('utf-8') + contents = log_data.split('\n') + for elem in contents: + sub_data = {"step": None, "loss": None} + elem_data = json.loads(elem) + sub_data["step"] = elem_data["current_steps"] + sub_data["loss"] = elem_data["loss"] if elem_data["loss"] is not None else 0 + res_data.append(sub_data) + return resp_200(data={ 'finetune': finetune, - 'log': log_data, + 'log': res_data, # like [{"step": 10, "loss": 0.5}, {"step": 20, "loss": 0.3}] 'report': finetune.report, }) From 7ad0920a33adcf8f63f00a77bc4ee249f786f67e Mon Sep 17 00:00:00 2001 From: JUN SUN <18810256350@163.com> Date: Sun, 4 Feb 2024 16:31:23 +0800 Subject: [PATCH 2/3] update --- src/backend/bisheng/api/services/finetune.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/backend/bisheng/api/services/finetune.py b/src/backend/bisheng/api/services/finetune.py index 9d8fa7698..e27c2d398 100644 --- a/src/backend/bisheng/api/services/finetune.py +++ b/src/backend/bisheng/api/services/finetune.py @@ -314,7 +314,8 @@ def get_job_info(cls, job_id: UUID) -> UnifiedResponseModel[Finetune]: return resp_200(data={ 'finetune': finetune, - 'log': res_data, # like [{"step": 10, "loss": 0.5}, {"step": 20, "loss": 0.3}] + 'log': log_data, + 'loss_data': res_data, # like [{"step": 10, "loss": 0.5}, {"step": 20, "loss": 0.3}] 'report': finetune.report, }) From f5f0c2dd63105a7deead11790255d505cebf0200 Mon Sep 17 00:00:00 2001 From: JUN SUN <38548315+PatrickStar-SJ@users.noreply.github.com> Date: Sun, 4 Feb 2024 19:51:27 +0800 Subject: [PATCH 3/3] Update finetune.py --- src/backend/bisheng/api/services/finetune.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/backend/bisheng/api/services/finetune.py b/src/backend/bisheng/api/services/finetune.py index e27c2d398..c6e1e83db 100644 --- a/src/backend/bisheng/api/services/finetune.py +++ b/src/backend/bisheng/api/services/finetune.py @@ -308,8 +308,9 @@ def get_job_info(cls, job_id: UUID) -> UnifiedResponseModel[Finetune]: for elem in contents: sub_data = {"step": None, "loss": None} elem_data = json.loads(elem) + if elem_data["loss"] is None: continue sub_data["step"] = elem_data["current_steps"] - sub_data["loss"] = elem_data["loss"] if elem_data["loss"] is not None else 0 + sub_data["loss"] = elem_data["loss"] res_data.append(sub_data) return resp_200(data={