From 911fc6b72bb90e526e285658e9866474519a8003 Mon Sep 17 00:00:00 2001 From: HustQBW Date: Thu, 7 Dec 2023 00:39:40 +0800 Subject: [PATCH] =?UTF-8?q?=E5=9C=A8yaml=E6=96=87=E4=BB=B6=E4=B8=AD?= =?UTF-8?q?=E5=8A=A0=E5=85=A5log=5Ffreq=E8=AE=BE=E7=BD=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- lavis/projects/instruction_tuning/train.yaml | 2 ++ lavis/projects/instruction_tuning/train_3090x4.yaml | 2 ++ 2 files changed, 4 insertions(+) diff --git a/lavis/projects/instruction_tuning/train.yaml b/lavis/projects/instruction_tuning/train.yaml index 20fd232..0db727c 100644 --- a/lavis/projects/instruction_tuning/train.yaml +++ b/lavis/projects/instruction_tuning/train.yaml @@ -82,6 +82,8 @@ run: seed: 42 output_dir: "output/instruction_tuning/lr1e-4" + log_freq: 64 + amp: True autocast_dtype: "bf16" # ['bf16','fp16'] loss_scale: False # 默认为True，如果autocast_dtype为float16，请设置为True，为bfloat16，建议设置为False diff --git a/lavis/projects/instruction_tuning/train_3090x4.yaml b/lavis/projects/instruction_tuning/train_3090x4.yaml index 898b320..debe111 100644 --- a/lavis/projects/instruction_tuning/train_3090x4.yaml +++ b/lavis/projects/instruction_tuning/train_3090x4.yaml @@ -82,6 +82,8 @@ run: seed: 42 output_dir: "output/instruction_tuning/lr1e-4_4x3090" + log_freq: 128 + amp: True autocast_dtype: "bf16" # ['bf16','fp16'] loss_scale: False # 默认为True，如果autocast_dtype为float16，请设置为True，为bfloat16，建议设置为False