Fix shard order (huggingface#32023)

zucchini-nlp · Jul 24, 2024 · c60e66b · c60e66b
1 parent 24283fe
commit c60e66b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/llama/convert_llama_weights_to_hf.py b/src/transformers/models/llama/convert_llama_weights_to_hf.py
@@ -161,7 +161,7 @@ def permute(w, n_heads, dim1=dim, dim2=dim):
         # Sharded
         loaded = [
             torch.load(os.path.join(input_base_path, file), map_location="cpu")
-            for file in os.listdir(input_base_path)
+            for file in sorted(os.listdir(input_base_path))
             if file.endswith(".pth")
         ]
     param_count = 0