Reduce the UT evaluation time (#498)

Signed-off-by: changwangss <chang1.wang@intel.com> Signed-off-by: Wenxin Zhang <wenxin.zhang@intel.com> Signed-off-by: Wang, Chang <chang1.wang@intel.com> Co-authored-by: Wenxin Zhang <wenxin.zhang@intel.com>
intel · Oct 23, 2023 · dd9e8fe · dd9e8fe
1 parent ffc73bb
commit dd9e8fe
Show file tree

Hide file tree

Showing 49 changed files with 83 additions and 109 deletions.
diff --git a/.github/workflows/unit-test-neuralchat.yml b/.github/workflows/unit-test-neuralchat.yml
@@ -36,8 +36,8 @@ jobs:
         include:
           - test_branch: ${{ github.ref }}
             test_name: "PR-test"
-          - test_branch: "main"
-            test_name: "baseline"
+          #- test_branch: "main"
+          #  test_name: "baseline"
     steps:
       - name: podman Clean Up
         run: |

diff --git a/.github/workflows/unit-test-optimize.yml b/.github/workflows/unit-test-optimize.yml
@@ -34,8 +34,8 @@ jobs:
         include:
           - test_branch: ${{ github.ref }}
             test_name: "PR-test"
-          - test_branch: "main"
-            test_name: "baseline"
+          #- test_branch: "main"
+          #  test_name: "baseline"
     steps:
       - name: Docker Clean Up
         run: |

diff --git a/examples/huggingface/pytorch/image-classification/deployment/imagenet/vit/requirements.txt b/examples/huggingface/pytorch/image-classification/deployment/imagenet/vit/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 torchvision
 onnx>=1.12
 onnxruntime==1.13.1

diff --git a/examples/huggingface/pytorch/image-classification/quantization/requirements.txt b/examples/huggingface/pytorch/image-classification/quantization/requirements.txt
@@ -3,7 +3,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 torchvision
 onnx>=1.12
 onnxruntime==1.13.1

diff --git a/...face/pytorch/language-modeling/deployment/fill-mask/electra_base_chinese/requirements.txt b/...face/pytorch/language-modeling/deployment/fill-mask/electra_base_chinese/requirements.txt
@@ -1,2 +1,2 @@
 transformers
-torch==2.0.1
+torch==2.1.0
diff --git a/examples/huggingface/pytorch/question-answering/deployment/squad/bert_large/requirements.txt b/examples/huggingface/pytorch/question-answering/deployment/squad/bert_large/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/.../pytorch/question-answering/deployment/squad/length_adaptive_transformer/requirements.txt b/.../pytorch/question-answering/deployment/squad/length_adaptive_transformer/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.12.1
 

diff --git a/examples/huggingface/pytorch/question-answering/dynamic/requirements.txt b/examples/huggingface/pytorch/question-answering/dynamic/requirements.txt
@@ -1,6 +1,6 @@
 transformers
 datasets
 torchprofile
-torch==2.0.1
+torch==2.1.0
 intel_extension_for_pytorch
 accelerate
diff --git a/examples/huggingface/pytorch/question-answering/pruning/basic_magnitude/requirements.txt b/examples/huggingface/pytorch/question-answering/pruning/basic_magnitude/requirements.txt
@@ -1,5 +1,5 @@
 datasets >= 1.8.0
-torch==2.0.1
+torch==2.1.0
 transformers
 wandb
 accelerate
diff --git a/examples/huggingface/pytorch/question-answering/pruning/longformer_triviaqa/requirements.txt b/examples/huggingface/pytorch/question-answering/pruning/longformer_triviaqa/requirements.txt
@@ -1,5 +1,5 @@
 accelerate
 datasets
 transformers
-torch==2.0.1
+torch==2.1.0
 neural-compressor==2.0
diff --git a/examples/huggingface/pytorch/summarization/quantization/requirements.txt b/examples/huggingface/pytorch/summarization/quantization/requirements.txt
@@ -4,6 +4,6 @@ sentencepiece != 0.1.92
 rouge-score
 nltk
 py7zr
-torch==2.0.1
+torch==2.1.0
 transformers
 protobuf
diff --git a/examples/huggingface/pytorch/text-classification/cascade-models/requirements.txt b/examples/huggingface/pytorch/text-classification/cascade-models/requirements.txt
@@ -1,4 +1,4 @@
-torch==2.0.1
+torch==2.1.0
 numpy
 transformers
 datasets

diff --git a/...e/pytorch/text-classification/deployment/emotion/distilbert_base_uncased/requirements.txt b/...e/pytorch/text-classification/deployment/emotion/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_base/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_base/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/.../huggingface/pytorch/text-classification/deployment/mrpc/bert_base_cased/requirements.txt b/.../huggingface/pytorch/text-classification/deployment/mrpc/bert_base_cased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_mini/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_mini/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/...face/pytorch/text-classification/deployment/mrpc/distilbert_base_uncased/requirements.txt b/...face/pytorch/text-classification/deployment/mrpc/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/...les/huggingface/pytorch/text-classification/deployment/mrpc/roberta_base/requirements.txt b/...les/huggingface/pytorch/text-classification/deployment/mrpc/roberta_base/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/...ples/huggingface/pytorch/text-classification/deployment/sparse/bert_mini/requirements.txt b/...ples/huggingface/pytorch/text-classification/deployment/sparse/bert_mini/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/...ce/pytorch/text-classification/deployment/sparse/distilbert_base_uncased/requirements.txt b/...ce/pytorch/text-classification/deployment/sparse/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/examples/huggingface/pytorch/text-classification/deployment/sst2/bert_mini/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/sst2/bert_mini/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/...face/pytorch/text-classification/deployment/sst2/distilbert_base_uncased/requirements.txt b/...face/pytorch/text-classification/deployment/sst2/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/...gface/pytorch/text-classification/deployment/sst2/minilm_l6_h384_uncased/requirements.txt b/...gface/pytorch/text-classification/deployment/sst2/minilm_l6_h384_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 
diff --git a/examples/huggingface/pytorch/text-classification/early-exit/requirements.txt b/examples/huggingface/pytorch/text-classification/early-exit/requirements.txt
@@ -1,4 +1,4 @@
-torch==2.0.1
+torch==2.1.0
 transformers
 datasets
 allennlp

diff --git a/examples/huggingface/pytorch/text-classification/new_pruning/requirements.txt b/examples/huggingface/pytorch/text-classification/new_pruning/requirements.txt
@@ -6,5 +6,5 @@ sentencepiece
 scipy
 scikit-learn
 protobuf
-torch==2.0.1
+torch==2.1.0
 evaluate
diff --git a/examples/huggingface/pytorch/text-classification/orchestrate_optimizations/requirements.txt b/examples/huggingface/pytorch/text-classification/orchestrate_optimizations/requirements.txt
@@ -1,5 +1,5 @@
 accelerate
-torch==2.0.1
+torch==2.1.0
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 transformers

diff --git a/examples/huggingface/pytorch/text-classification/pruning/requirements.txt b/examples/huggingface/pytorch/text-classification/pruning/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-classification/quantization/ptq/requirements.txt b/examples/huggingface/pytorch/text-classification/quantization/ptq/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-classification/quantization/qat/requirements.txt b/examples/huggingface/pytorch/text-classification/quantization/qat/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-classification/quantization/requirements.txt b/examples/huggingface/pytorch/text-classification/quantization/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-to-image/deployment/stable_diffusion/requirements.txt b/examples/huggingface/pytorch/text-to-image/deployment/stable_diffusion/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.0.1
+torch==2.1.0
 onnx>=1.12
 onnxruntime==1.13.1
 diffusers==0.12.1

diff --git a/examples/huggingface/pytorch/textual-inversion/quantization/requirements.txt b/examples/huggingface/pytorch/textual-inversion/quantization/requirements.txt
@@ -1,6 +1,6 @@
 diffusers==0.4.1
 accelerate
-torch==2.0.1
+torch==2.1.0
 torchvision
 transformers
 ftfy

diff --git a/examples/huggingface/pytorch/token-classification/quantization/requirements.txt b/examples/huggingface/pytorch/token-classification/quantization/requirements.txt
@@ -1,6 +1,6 @@
 accelerate
 seqeval
 datasets >= 1.1.3
-torch==2.0.1
+torch==2.1.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/translation/quantization/requirements.txt b/examples/huggingface/pytorch/translation/quantization/requirements.txt
@@ -4,5 +4,5 @@ sentencepiece != 0.1.92
 protobuf
 sacrebleu >= 1.4.12
 py7zr
-torch==2.0.1
+torch==2.1.0
 transformers
diff --git a/intel_extension_for_transformers/neural_chat/docker/Dockerfile b/intel_extension_for_transformers/neural_chat/docker/Dockerfile
@@ -66,11 +66,11 @@ RUN conda init bash && \
 
 ## If local torch whl are feasible, use localfile to install, avoiding donwloading time
 COPY ./torch*.whl /
-RUN if [ -f /torch-2.0.1+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl ]; then source activate && conda activate neuralchat && pip install /torch-2.0.1+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl; fi
-RUN if [ -f /torchaudio-2.0.2+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl ]; then source activate && conda activate neuralchat && pip install /torchaudio-2.0.2+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl; fi
-RUN if [ -f /torchvision-0.15.2+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl ]; then source activate && conda activate neuralchat && pip install /torchvision-0.15.2+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl; fi
+RUN if [ -f /torch-2.1.0+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl ]; then source activate && conda activate neuralchat && pip install /torch-2.0.1+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl; fi
+RUN if [ -f /torchaudio-2.1.0+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl ]; then source activate && conda activate neuralchat && pip install /torchaudio-2.0.2+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl; fi
+RUN if [ -f /torchvision-0.16.0+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl ]; then source activate && conda activate neuralchat && pip install /torchvision-0.15.2+cpu-cp3${PYTHON_VERSION##*.}-cp3${PYTHON_VERSION##*.}-linux_x86_64.whl; fi
 
-RUN source activate && conda activate neuralchat && pip install oneccl_bind_pt==2.0.0 -f https://developer.intel.com/ipex-whl-stable-cpu && \
+RUN source activate && conda activate neuralchat && pip install oneccl_bind_pt==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu && \
     cd /intel-extension-for-transformers && pip install -r requirements.txt && pip install -v . && \
     cd ./intel_extension_for_transformers/neural_chat/examples/instruction_tuning && pip install -r requirements.txt && \
     cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat && pip install -r requirements_cpu.txt && \

diff --git a/intel_extension_for_transformers/neural_chat/docker/finetuning/Dockerfile b/intel_extension_for_transformers/neural_chat/docker/finetuning/Dockerfile
@@ -63,7 +63,7 @@ RUN conda init bash && \
     echo "conda activate chatbot-finetuning" >> ~/.bashrc && \
     source ~/.bashrc
 
-RUN source activate && conda activate chatbot-finetuning && pip install oneccl_bind_pt==2.0.0 -f https://developer.intel.com/ipex-whl-stable-cpu && \
+RUN source activate && conda activate chatbot-finetuning && pip install oneccl_bind_pt==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu && \
     pip install datasets torch accelerate SentencePiece evaluate nltk rouge_score protobuf==3.20.1 tokenizers einops && \
     git clone https://github.com/huggingface/peft.git && cd peft && python setup.py install && \
     cd /itrex && pip install -v . && \

diff --git a/..._extension_for_transformers/neural_chat/docs/notebooks/multi_node_finetuning_on_spr.ipynb b/..._extension_for_transformers/neural_chat/docs/notebooks/multi_node_finetuning_on_spr.ipynb
@@ -23,7 +23,7 @@
     "```bash\n",
     "pip install -r requirements.txt\n",
     "# To use ccl as the distributed backend in distributed training on CPU requires to install below requirement.\n",
-    "python -m pip install oneccl_bind_pt==2.0.0 -f https://developer.intel.com/ipex-whl-stable-cpu\n",
+    "python -m pip install oneccl_bind_pt==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu\n",
     "```\n",
     "\n",
     "Then, follow the [hugginface guide](https://huggingface.co/docs/transformers/perf_train_cpu_many) to install Intel® oneCCL Bindings for PyTorch, IPEX\n",

diff --git a/intel_extension_for_transformers/neural_chat/examples/instruction_tuning/README.md b/intel_extension_for_transformers/neural_chat/examples/instruction_tuning/README.md
@@ -18,7 +18,7 @@ Recommend python 3.9 or higher version.
 ```shell
 pip install -r requirements.txt
 # To use ccl as the distributed backend in distributed training on CPU requires to install below requirement.
-python -m pip install oneccl_bind_pt==2.0.0 -f https://developer.intel.com/ipex-whl-stable-cpu
+python -m pip install oneccl_bind_pt==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu
 ```
 
 ## 2. Prepare the Model

diff --git a/intel_extension_for_transformers/neural_chat/examples/instruction_tuning/requirements.txt b/intel_extension_for_transformers/neural_chat/examples/instruction_tuning/requirements.txt
@@ -1,5 +1,5 @@
 datasets
-torch==2.0.1
+torch==2.1.0
 transformers>=4.32.0
 sentencepiece
 peft

diff --git a/intel_extension_for_transformers/neural_chat/requirements.txt b/intel_extension_for_transformers/neural_chat/requirements.txt
@@ -1,8 +1,8 @@
 transformers>=4.32.0
 peft
 fschat
-torch==2.0.1
-torchaudio==2.0.2
+torch==2.1.0
+torchaudio==2.1.0
 intel_extension_for_pytorch
 num2words
 speechbrain

diff --git a/intel_extension_for_transformers/neural_chat/requirements_cpu.txt b/intel_extension_for_transformers/neural_chat/requirements_cpu.txt
@@ -1,7 +1,7 @@
 transformers>=4.32.0
 peft
 fschat
-intel_extension_for_pytorch==2.0.100
+intel_extension_for_pytorch==2.1.0
 num2words
 speechbrain
 paddlepaddle
@@ -37,7 +37,7 @@ tiktoken==0.4.0
 lm_eval
 transformers_stream_generator==0.0.4
 --extra-index-url https://download.pytorch.org/whl/cpu
-torch==2.0.1
-torchaudio==2.0.2
+torch==2.1.0
+torchaudio==2.1.0
 spacy
 neural-compressor
diff --git a/intel_extension_for_transformers/neural_chat/requirements_pc.txt b/intel_extension_for_transformers/neural_chat/requirements_pc.txt
@@ -35,7 +35,7 @@ numpy==1.23.5
 tiktoken==0.4.0
 lm_eval
 --extra-index-url https://download.pytorch.org/whl/cpu
-torch==2.0.1
-torchaudio==2.0.2
+torch==2.1.0
+torchaudio==2.1.0
 spacy
 neural-compressor
diff --git a/intel_extension_for_transformers/neural_chat/tests/requirements.txt b/intel_extension_for_transformers/neural_chat/tests/requirements.txt
@@ -1,8 +1,8 @@
 transformers>=4.32.0
 peft
 fschat
-torch==2.0.1
-torchaudio==2.0.2
+torch==2.1.0
+torchaudio==2.1.0
 intel_extension_for_pytorch
 num2words
 speechbrain

diff --git a/intel_extension_for_transformers/neural_chat/ui/textbot/requirements.txt b/intel_extension_for_transformers/neural_chat/ui/textbot/requirements.txt
@@ -1,5 +1,5 @@
 pip
-torch==2.0.1
+torch==2.1.0
 diffusers==0.8.1
 transformers
 requests