diff --git a/faster_tokenizer/run_build_cpp_lib.sh b/faster_tokenizer/run_build_cpp_lib.sh index 0d8e9b8bf67d..27ed230f095f 100644 --- a/faster_tokenizer/run_build_cpp_lib.sh +++ b/faster_tokenizer/run_build_cpp_lib.sh @@ -16,6 +16,14 @@ mkdir -p build_cpp cd build_cpp rm -rf * -cmake .. -DWITH_PYTHON=ON -DWITH_TESTING=OFF -DCMAKE_BUILD_TYPE=Release -make -j48 -cd .. \ No newline at end of file +platform="$(uname -s)" +if [[ $platform == Linux* ]]; +then + core_num=`nproc` +else + core_num=`sysctl -n hw.logicalcpu` +fi +echo "Compile with $core_num cores" +cmake .. -DWITH_PYTHON=OFF -DWITH_TESTING=OFF -DCMAKE_BUILD_TYPE=Release +make -j${core_num} +cd .. diff --git a/faster_tokenizer/run_build_py_lib.sh b/faster_tokenizer/run_build_py_lib.sh index c6d61e6257b1..7dd028a5623b 100644 --- a/faster_tokenizer/run_build_py_lib.sh +++ b/faster_tokenizer/run_build_py_lib.sh @@ -24,12 +24,15 @@ do then export LD_LIBRARY_PATH=/opt/_internal/cpython-3.${py_version}.0/lib/:${LD_LIBRARY_PATH} export PATH=/opt/_internal/cpython-3.${py_version}.0/bin/:${PATH} + core_num=${nproc} else export LD_LIBRARY_PATH=/Users/paddle/miniconda2/envs/py3${py_version}/lib/:${LD_LIBRARY_PATH} export PATH=/Users/paddle/miniconda2/envs/py3${py_version}/bin/:${PATH} + core_num=${sysctl -n hw.logicalcpu} fi + echo "Compile with $core_num cores" cmake .. -DWITH_PYTHON=ON -DWITH_TESTING=OFF -DCMAKE_BUILD_TYPE=Release - make -j24 + make -j${core_num} cd .. done