-
Notifications
You must be signed in to change notification settings - Fork 3.5k
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
[MetaSchedule][Minor] Organize Testing Scripts #11751
[MetaSchedule][Minor] Organize Testing Scripts #11751
Conversation
CC: @zxybazh |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
LGTM. Since we are organizing the tune_onnx
scripts as well, could you please also add profiler to them like tune_relay
? That would be a lot of help, thanks!
@zxybazh that makes a lot of sense! let me update the script a little bit |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Thanks for adding profilers!
Hey Junru you may want to retrigger the CI after the CI fix. |
4f08249
to
0d4d95d
Compare
This PR is based on #11751 and adds `describe` function for `tune_relay` and `tune_onnx` script on both AutoScheduler and MetaSchedule. It prints out very useful information for reproducibility as follows: ``` Python Environment TVM version = 0.9.dev0 Python version = 3.8.8 (default, Apr 13 2021, 19:58:26) [GCC 7.3.0] (64 bit) os.uname() = Linux 5.15.5-76051505-generic #202111250933~1638201579~21.04~09f1aa7-Ubuntu SMP Tue Nov 30 02: x86_64 CMake Options: { "BUILD_STATIC_RUNTIME": "OFF", "COMPILER_RT_PATH": "3rdparty/compiler-rt", "CUDA_VERSION": "NOT-FOUND", "DLPACK_PATH": "3rdparty/dlpack/include", "DMLC_PATH": "3rdparty/dmlc-core/include", "GIT_COMMIT_HASH": "3b872a0adae07b0cd60248346fd31b158cba630c", "GIT_COMMIT_TIME": "2022-06-15 11:27:59 -0700", "HIDE_PRIVATE_SYMBOLS": "OFF", "INDEX_DEFAULT_I64": "ON", "INSTALL_DEV": "OFF", "LLVM_VERSION": "11.0.1", "PICOJSON_PATH": "3rdparty/picojson", "RANG_PATH": "3rdparty/rang/include", "ROCM_PATH": "/opt/rocm", "SUMMARIZE": "OFF", "TVM_CXX_COMPILER_PATH": "/usr/lib/ccache/c++", "USE_ALTERNATIVE_LINKER": "AUTO", "USE_AOT_EXECUTOR": "ON", "USE_ARM_COMPUTE_LIB": "OFF", "USE_ARM_COMPUTE_LIB_GRAPH_EXECUTOR": "OFF", "USE_BLAS": "none", "USE_BNNS": "OFF", "USE_BYODT_POSIT": "OFF", "USE_CLML": "OFF", "USE_CLML_GRAPH_EXECUTOR": "OFF", "USE_CMSISNN": "OFF", "USE_COREML": "OFF", "USE_CPP_RPC": "OFF", "USE_CUBLAS": "OFF", "USE_CUDA": "/usr/lib/cuda-11.2", "USE_CUDNN": "OFF", "USE_CUSTOM_LOGGING": "OFF", "USE_CUTLASS": "OFF", "USE_DNNL": "OFF", "USE_ETHOSN": "OFF", "USE_FALLBACK_STL_MAP": "OFF", "USE_GRAPH_EXECUTOR": "ON", "USE_GRAPH_EXECUTOR_CUDA_GRAPH": "OFF", "USE_GTEST": "AUTO", "USE_HEXAGON": "OFF", "USE_HEXAGON_GTEST": "/path/to/hexagon/gtest", "USE_HEXAGON_RPC": "OFF", "USE_HEXAGON_SDK": "/path/to/sdk", "USE_IOS_RPC": "OFF", "USE_KHRONOS_SPIRV": "OFF", "USE_LIBBACKTRACE": "ON", "USE_LIBTORCH": "OFF", "USE_LLVM": "llvm-config-11", "USE_METAL": "OFF", "USE_MICRO": "OFF", "USE_MICRO_STANDALONE_RUNTIME": "OFF", "USE_MIOPEN": "OFF", "USE_MKL": "OFF", "USE_MSVC_MT": "OFF", "USE_NNPACK": "OFF", "USE_OPENCL": "OFF", "USE_OPENCL_GTEST": "/path/to/opencl/gtest", "USE_OPENMP": "none", "USE_PAPI": "OFF", "USE_PROFILER": "ON", "USE_PT_TVMDSOOP": "OFF", "USE_RANDOM": "ON", "USE_RELAY_DEBUG": "OFF", "USE_ROCBLAS": "OFF", "USE_ROCM": "OFF", "USE_RPC": "ON", "USE_RTTI": "ON", "USE_RUST_EXT": "OFF", "USE_SORT": "ON", "USE_SPIRV_KHR_INTEGER_DOT_PRODUCT": "OFF", "USE_STACKVM_RUNTIME": "OFF", "USE_TARGET_ONNX": "OFF", "USE_TENSORFLOW_PATH": "none", "USE_TENSORRT_CODEGEN": "OFF", "USE_TENSORRT_RUNTIME": "OFF", "USE_TFLITE": "OFF", "USE_TF_TVMDSOOP": "OFF", "USE_THREADS": "ON", "USE_THRUST": "OFF", "USE_VITIS_AI": "OFF", "USE_VULKAN": "OFF" } ```
…e#11754) This PR is based on apache#11751 and adds `describe` function for `tune_relay` and `tune_onnx` script on both AutoScheduler and MetaSchedule. It prints out very useful information for reproducibility as follows: ``` Python Environment TVM version = 0.9.dev0 Python version = 3.8.8 (default, Apr 13 2021, 19:58:26) [GCC 7.3.0] (64 bit) os.uname() = Linux 5.15.5-76051505-generic #202111250933~1638201579~21.04~09f1aa7-Ubuntu SMP Tue Nov 30 02: x86_64 CMake Options: { "BUILD_STATIC_RUNTIME": "OFF", "COMPILER_RT_PATH": "3rdparty/compiler-rt", "CUDA_VERSION": "NOT-FOUND", "DLPACK_PATH": "3rdparty/dlpack/include", "DMLC_PATH": "3rdparty/dmlc-core/include", "GIT_COMMIT_HASH": "3b872a0adae07b0cd60248346fd31b158cba630c", "GIT_COMMIT_TIME": "2022-06-15 11:27:59 -0700", "HIDE_PRIVATE_SYMBOLS": "OFF", "INDEX_DEFAULT_I64": "ON", "INSTALL_DEV": "OFF", "LLVM_VERSION": "11.0.1", "PICOJSON_PATH": "3rdparty/picojson", "RANG_PATH": "3rdparty/rang/include", "ROCM_PATH": "/opt/rocm", "SUMMARIZE": "OFF", "TVM_CXX_COMPILER_PATH": "/usr/lib/ccache/c++", "USE_ALTERNATIVE_LINKER": "AUTO", "USE_AOT_EXECUTOR": "ON", "USE_ARM_COMPUTE_LIB": "OFF", "USE_ARM_COMPUTE_LIB_GRAPH_EXECUTOR": "OFF", "USE_BLAS": "none", "USE_BNNS": "OFF", "USE_BYODT_POSIT": "OFF", "USE_CLML": "OFF", "USE_CLML_GRAPH_EXECUTOR": "OFF", "USE_CMSISNN": "OFF", "USE_COREML": "OFF", "USE_CPP_RPC": "OFF", "USE_CUBLAS": "OFF", "USE_CUDA": "/usr/lib/cuda-11.2", "USE_CUDNN": "OFF", "USE_CUSTOM_LOGGING": "OFF", "USE_CUTLASS": "OFF", "USE_DNNL": "OFF", "USE_ETHOSN": "OFF", "USE_FALLBACK_STL_MAP": "OFF", "USE_GRAPH_EXECUTOR": "ON", "USE_GRAPH_EXECUTOR_CUDA_GRAPH": "OFF", "USE_GTEST": "AUTO", "USE_HEXAGON": "OFF", "USE_HEXAGON_GTEST": "/path/to/hexagon/gtest", "USE_HEXAGON_RPC": "OFF", "USE_HEXAGON_SDK": "/path/to/sdk", "USE_IOS_RPC": "OFF", "USE_KHRONOS_SPIRV": "OFF", "USE_LIBBACKTRACE": "ON", "USE_LIBTORCH": "OFF", "USE_LLVM": "llvm-config-11", "USE_METAL": "OFF", "USE_MICRO": "OFF", "USE_MICRO_STANDALONE_RUNTIME": "OFF", "USE_MIOPEN": "OFF", "USE_MKL": "OFF", "USE_MSVC_MT": "OFF", "USE_NNPACK": "OFF", "USE_OPENCL": "OFF", "USE_OPENCL_GTEST": "/path/to/opencl/gtest", "USE_OPENMP": "none", "USE_PAPI": "OFF", "USE_PROFILER": "ON", "USE_PT_TVMDSOOP": "OFF", "USE_RANDOM": "ON", "USE_RELAY_DEBUG": "OFF", "USE_ROCBLAS": "OFF", "USE_ROCM": "OFF", "USE_RPC": "ON", "USE_RTTI": "ON", "USE_RUST_EXT": "OFF", "USE_SORT": "ON", "USE_SPIRV_KHR_INTEGER_DOT_PRODUCT": "OFF", "USE_STACKVM_RUNTIME": "OFF", "USE_TARGET_ONNX": "OFF", "USE_TENSORFLOW_PATH": "none", "USE_TENSORRT_CODEGEN": "OFF", "USE_TENSORRT_RUNTIME": "OFF", "USE_TFLITE": "OFF", "USE_TF_TVMDSOOP": "OFF", "USE_THREADS": "ON", "USE_THRUST": "OFF", "USE_VITIS_AI": "OFF", "USE_VULKAN": "OFF" } ```
…e#11754) This PR is based on apache#11751 and adds `describe` function for `tune_relay` and `tune_onnx` script on both AutoScheduler and MetaSchedule. It prints out very useful information for reproducibility as follows: ``` Python Environment TVM version = 0.9.dev0 Python version = 3.8.8 (default, Apr 13 2021, 19:58:26) [GCC 7.3.0] (64 bit) os.uname() = Linux 5.15.5-76051505-generic #202111250933~1638201579~21.04~09f1aa7-Ubuntu SMP Tue Nov 30 02: x86_64 CMake Options: { "BUILD_STATIC_RUNTIME": "OFF", "COMPILER_RT_PATH": "3rdparty/compiler-rt", "CUDA_VERSION": "NOT-FOUND", "DLPACK_PATH": "3rdparty/dlpack/include", "DMLC_PATH": "3rdparty/dmlc-core/include", "GIT_COMMIT_HASH": "3b872a0adae07b0cd60248346fd31b158cba630c", "GIT_COMMIT_TIME": "2022-06-15 11:27:59 -0700", "HIDE_PRIVATE_SYMBOLS": "OFF", "INDEX_DEFAULT_I64": "ON", "INSTALL_DEV": "OFF", "LLVM_VERSION": "11.0.1", "PICOJSON_PATH": "3rdparty/picojson", "RANG_PATH": "3rdparty/rang/include", "ROCM_PATH": "/opt/rocm", "SUMMARIZE": "OFF", "TVM_CXX_COMPILER_PATH": "/usr/lib/ccache/c++", "USE_ALTERNATIVE_LINKER": "AUTO", "USE_AOT_EXECUTOR": "ON", "USE_ARM_COMPUTE_LIB": "OFF", "USE_ARM_COMPUTE_LIB_GRAPH_EXECUTOR": "OFF", "USE_BLAS": "none", "USE_BNNS": "OFF", "USE_BYODT_POSIT": "OFF", "USE_CLML": "OFF", "USE_CLML_GRAPH_EXECUTOR": "OFF", "USE_CMSISNN": "OFF", "USE_COREML": "OFF", "USE_CPP_RPC": "OFF", "USE_CUBLAS": "OFF", "USE_CUDA": "/usr/lib/cuda-11.2", "USE_CUDNN": "OFF", "USE_CUSTOM_LOGGING": "OFF", "USE_CUTLASS": "OFF", "USE_DNNL": "OFF", "USE_ETHOSN": "OFF", "USE_FALLBACK_STL_MAP": "OFF", "USE_GRAPH_EXECUTOR": "ON", "USE_GRAPH_EXECUTOR_CUDA_GRAPH": "OFF", "USE_GTEST": "AUTO", "USE_HEXAGON": "OFF", "USE_HEXAGON_GTEST": "/path/to/hexagon/gtest", "USE_HEXAGON_RPC": "OFF", "USE_HEXAGON_SDK": "/path/to/sdk", "USE_IOS_RPC": "OFF", "USE_KHRONOS_SPIRV": "OFF", "USE_LIBBACKTRACE": "ON", "USE_LIBTORCH": "OFF", "USE_LLVM": "llvm-config-11", "USE_METAL": "OFF", "USE_MICRO": "OFF", "USE_MICRO_STANDALONE_RUNTIME": "OFF", "USE_MIOPEN": "OFF", "USE_MKL": "OFF", "USE_MSVC_MT": "OFF", "USE_NNPACK": "OFF", "USE_OPENCL": "OFF", "USE_OPENCL_GTEST": "/path/to/opencl/gtest", "USE_OPENMP": "none", "USE_PAPI": "OFF", "USE_PROFILER": "ON", "USE_PT_TVMDSOOP": "OFF", "USE_RANDOM": "ON", "USE_RELAY_DEBUG": "OFF", "USE_ROCBLAS": "OFF", "USE_ROCM": "OFF", "USE_RPC": "ON", "USE_RTTI": "ON", "USE_RUST_EXT": "OFF", "USE_SORT": "ON", "USE_SPIRV_KHR_INTEGER_DOT_PRODUCT": "OFF", "USE_STACKVM_RUNTIME": "OFF", "USE_TARGET_ONNX": "OFF", "USE_TENSORFLOW_PATH": "none", "USE_TENSORRT_CODEGEN": "OFF", "USE_TENSORRT_RUNTIME": "OFF", "USE_TFLITE": "OFF", "USE_TF_TVMDSOOP": "OFF", "USE_THREADS": "ON", "USE_THRUST": "OFF", "USE_VITIS_AI": "OFF", "USE_VULKAN": "OFF" } ```
No description provided.