Fix qwen2 config (#1620)

pytorch · Sep 17, 2024 · c5db813 · c5db813
1 parent f834263
commit c5db813
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/recipes/configs/qwen2/7B_full_single_device.yaml b/recipes/configs/qwen2/7B_full_single_device.yaml
@@ -60,7 +60,7 @@ optimizer_in_bwd: True
 loss:
   _component_: torchtune.modules.loss.CEWithChunkedOutputLoss
 max_steps_per_epoch: null
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 1
 compile: False
 
 # Training environment