[Partiton] Don't output option.parallel_loading when partitioning (d…

…eepjavalibrary#2189) (cherry picked from commit 587fa22)
tosterberg · Jul 18, 2024 · 9d919a5 · 9d919a5
1 parent bfc213f
commit 9d919a5
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/serving/docker/partition/utils.py b/serving/docker/partition/utils.py
@@ -43,9 +43,10 @@ def get_partition_cmd(is_mpi_mode, properties):
 
 def get_engine_configs(properties):
     engine = properties.get('engine')
-    configs = {'option.parallel_loading': True}
+    configs = {}
     if engine == 'DeepSpeed':
         configs['option.checkpoint'] = 'ds_inference_config.json'
+        configs['option.parallel_loading'] = True
 
     return configs