From b7e63f353d43ea39cc552b470b9c9f70d3d76fd8 Mon Sep 17 00:00:00 2001
From: Archermmt <archermmt@126.com>
Date: Tue, 2 Jan 2024 07:26:20 +0800
Subject: [PATCH] log report when fail

---
 tests/python/contrib/test_msc/test_manager.py |  3 ++-
 tests/python/contrib/test_msc/test_tools.py   | 16 +++++-----------
 2 files changed, 7 insertions(+), 12 deletions(-)

diff --git a/tests/python/contrib/test_msc/test_manager.py b/tests/python/contrib/test_msc/test_manager.py
index 10945f57897ad..4b9a16e784e40 100644
--- a/tests/python/contrib/test_msc/test_manager.py
+++ b/tests/python/contrib/test_msc/test_manager.py
@@ -17,6 +17,7 @@
 
 """ Test Managers in MSC. """
 
+import json
 import pytest
 import torch
 
@@ -103,7 +104,7 @@ def _check_manager(manager, expected_info):
         err = "Model info {} mismatch with expected {}".format(model_info, expected_info)
     manager.destory()
     if not passed:
-        raise Exception(err)
+        raise Exception("{}\nReport:{}".format(err, json.dumps(manager.report, indent=2)))
 
 
 def _test_from_torch(compile_type, expected_info, is_training=False, atol=1e-1, rtol=1e-1):
diff --git a/tests/python/contrib/test_msc/test_tools.py b/tests/python/contrib/test_msc/test_tools.py
index ab1f800f84f09..ed1365493f0bc 100644
--- a/tests/python/contrib/test_msc/test_tools.py
+++ b/tests/python/contrib/test_msc/test_tools.py
@@ -17,9 +17,8 @@
 
 """ Test Tools in MSC. """
 
-import os
+import json
 import pytest
-
 import torch
 
 import tvm.testing
@@ -194,7 +193,7 @@ def _get_torch_model(name, is_training=False):
         return None
 
 
-def _check_manager(manager, tools_config, expected_info):
+def _check_manager(manager, expected_info):
     """Check the manager results"""
 
     model_info = manager.runner.model_info
@@ -202,17 +201,12 @@ def _check_manager(manager, tools_config, expected_info):
     if not manager.report["success"]:
         passed = False
         err = "Failed to run pipe for {} -> {}".format(manager.model_type, manager.compile_type)
-    for t_type, config in tools_config.items():
-        if not os.path.isfile(msc_utils.get_config_dir().relpath(config["plan_file"])):
-            passed = False
-            err = "Failed to find plan of " + str(t_type)
-            break
     if not msc_utils.dict_equal(model_info, expected_info):
         passed = False
         err = "Model info {} mismatch with expected {}".format(model_info, expected_info)
     manager.destory()
     if not passed:
-        raise Exception(err)
+        raise Exception("{}\nReport:{}".format(err, json.dumps(manager.report, indent=2)))
 
 
 def _test_from_torch(
@@ -240,7 +234,7 @@ def _test_from_torch(
         )
         manager = MSCManager(torch_model, config)
         manager.run_pipe()
-        _check_manager(manager, tools_config, expected_info)
+        _check_manager(manager, expected_info)
 
 
 def get_model_info(compile_type):
@@ -300,7 +294,7 @@ def test_tvm_distill(tool_type):
 @tvm.testing.requires_gpu
 @pytest.mark.parametrize("tool_type", [ToolType.PRUNER, ToolType.QUANTIZER])
 def test_tvm_gym(tool_type):
-    """Test tools for tvm with distiller"""
+    """Test tools for tvm with gym"""
 
     tool_config = get_tool_config(tool_type, use_gym=True)
     _test_from_torch(