Skip to content

Commit

Permalink
bot happy
Browse files Browse the repository at this point in the history
Signed-off-by: Alexandros Koumparoulis <akoumparouli@nvidia.com>
  • Loading branch information
akoumpa committed Sep 27, 2024
1 parent c3699c7 commit 706e9c1
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions tests/collections/llm/megatron_mixtral_pretraining.py
Original file line number Diff line number Diff line change
@@ -1,12 +1,10 @@
import argparse
import sys
import os
import torch

from pathlib import Path
import torch.nn.functional as F

from nemo.lightning import Trainer, MegatronStrategy, MegatronMixedPrecision
from nemo.lightning import Trainer, MegatronStrategy
from nemo.collections.llm import PreTrainingDataModule, MixtralConfig8x3B, MixtralModel

from nemo.lightning.pytorch.optim.megatron import MegatronOptimizerModule as MegatronOptim, OptimizerConfig
Expand Down Expand Up @@ -148,4 +146,4 @@ def parse_args():
return parser.parse_args()

if __name__ == "__main__":
main(parse_args())
main(parse_args())

0 comments on commit 706e9c1

Please sign in to comment.