Use explicit imports from megatronllm_deployable.py to avoid depedenc…

…y chain

Signed-off-by: Jan Lasek <janek.lasek@gmail.com>

nemo/deploy/nlp/__init__.py

@@ -12,5 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from nemo.deploy.nlp.megatronllm_deployable import MegatronLLMDeploy, MegatronLLMDeployable
 from nemo.deploy.nlp.query_llm import NemoQueryLLM, NemoQueryLLMPyTorch

scripts/deploy/nlp/deploy_inframework_triton.py

@@ -23,7 +23,7 @@
 
 megatron_llm_supported = True
 try:
-    from nemo.deploy.nlp import MegatronLLMDeploy
+    from nemo.deploy.nlp.megatronllm_deployable import MegatronLLMDeploy
 except Exception as e:
     LOGGER.warning(f"Cannot import MegatronLLMDeployable, it will not be available. {type(e).__name__}: {e}")
     megatron_llm_supported = False

scripts/deploy/nlp/deploy_triton.py

@@ -33,7 +33,7 @@ class UsageError(Exception):
 
 megatron_llm_supported = True
 try:
-    from nemo.deploy.nlp import MegatronLLMDeployable
+    from nemo.deploy.nlp.megatronllm_deployable import MegatronLLMDeployable
 except Exception as e:
     LOGGER.warning(f"Cannot import MegatronLLMDeployable, it will not be available. {type(e).__name__}: {e}")
     megatron_llm_supported = False

tests/deploy/nemo_deploy.py

@@ -21,7 +21,7 @@
 
 import torch
 
-from nemo.deploy.nlp import MegatronLLMDeployable
+from nemo.deploy.nlp.megatronllm_deployable import MegatronLLMDeployable
 from tests.infer_data_path import get_infer_test_data
 
 run_export_tests = True

tests/export/nemo_export.py

@@ -40,7 +40,8 @@
 
 in_framework_supported = True
 try:
-    from nemo.deploy.nlp import MegatronLLMDeployable, NemoQueryLLMPyTorch
+    from nemo.deploy.nlp import NemoQueryLLMPyTorch
+    from nemo.deploy.nlp.megatronllm_deployable import MegatronLLMDeployable
 except Exception as e:
     LOGGER.warning(
         "Cannot import MegatronLLMDeployable or NemoQueryLLMPyTorch,"