fix(llm): remove unnecessary check (#683)

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
bentoml · Nov 17, 2023 · 381d740 · 381d740
1 parent 10471f7
commit 381d740
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/openllm-python/src/openllm/_llm.py b/openllm-python/src/openllm/_llm.py
@@ -222,7 +222,7 @@ def _torch_dtype(self):
       if config_dtype is None:
         config_dtype = torch.float32
       if self.__llm_torch_dtype__ == 'auto':
-        if config_dtype == torch.float32 and torch.cuda.is_available():
+        if config_dtype == torch.float32:
           torch_dtype = torch.float16  # following common practice
         else:
           torch_dtype = config_dtype