diff --git a/lavis/projects/instruction_tuning/train.yaml b/lavis/projects/instruction_tuning/train.yaml index 20fd232..0db727c 100644 --- a/lavis/projects/instruction_tuning/train.yaml +++ b/lavis/projects/instruction_tuning/train.yaml @@ -82,6 +82,8 @@ run: seed: 42 output_dir: "output/instruction_tuning/lr1e-4" + log_freq: 64 + amp: True autocast_dtype: "bf16" # ['bf16','fp16'] loss_scale: False # 默认为True,如果autocast_dtype为float16,请设置为True,为bfloat16,建议设置为False diff --git a/lavis/projects/instruction_tuning/train_3090x4.yaml b/lavis/projects/instruction_tuning/train_3090x4.yaml index 898b320..debe111 100644 --- a/lavis/projects/instruction_tuning/train_3090x4.yaml +++ b/lavis/projects/instruction_tuning/train_3090x4.yaml @@ -82,6 +82,8 @@ run: seed: 42 output_dir: "output/instruction_tuning/lr1e-4_4x3090" + log_freq: 128 + amp: True autocast_dtype: "bf16" # ['bf16','fp16'] loss_scale: False # 默认为True,如果autocast_dtype为float16,请设置为True,为bfloat16,建议设置为False