Disable Liger till linkedin/Liger-Kernel#322 (comment) is taken care of

truefoundry · Oct 30, 2024 · edbee6f · edbee6f
1 parent f313fc9
commit edbee6f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/config-base.yaml b/config-base.yaml
@@ -86,7 +86,8 @@ optimizer: adamw_torch_fused
 output_dir: ./outputs
 plugins:
   - axolotl_truefoundry.TrueFoundryMLPlugin
-  - axolotl.integrations.liger.LigerPlugin
+  # Liger is disabled till it is updated with Gradient Accumulation Loss fixes
+  # - axolotl.integrations.liger.LigerPlugin
 pad_to_sequence_len: True
 remove_unused_columns: True
 report_to: tensorboard