upgrade pytorch/ipex to 2.2.0 (intel#1280)

VincyZhang · changwangss · web-flow · commit 7b3abca210a8 · 2024-02-26T13:55:45.000+08:00
Co-authored-by: Wang, Chang &lt;chang1.wang@intel.com&gt;
diff --git a/.github/workflows/script/unitTest/run_unit_test_neuralchat.sh b/.github/workflows/script/unitTest/run_unit_test_neuralchat.sh
@@ -90,7 +90,7 @@ function main() {
     apt-get install libsm6 libxext6 -y
     wget http://nz2.archive.ubuntu.com/ubuntu/pool/main/o/openssl/libssl1.1_1.1.1f-1ubuntu2.19_amd64.deb
     dpkg -i libssl1.1_1.1.1f-1ubuntu2.19_amd64.deb
-    python -m pip install --upgrade --force-reinstall torch==2.1.0
+    python -m pip install --upgrade --force-reinstall torch==2.2.0
     pip install paddlepaddle==2.4.2 paddlenlp==2.5.2 paddlespeech==1.4.1 paddle2onnx==1.0.6 fastapi==0.103.2
     cd ${WORKING_DIR} || exit 1
     echo "test on ${test_name}"
diff --git a/.github/workflows/script/unitTest/run_unit_test_neuralspeed.sh b/.github/workflows/script/unitTest/run_unit_test_neuralspeed.sh
@@ -24,8 +24,6 @@ function neuralspeed_test() {
         [ $(grep -c "==ERROR:" ${ut_log_name}) != 0 ] ||
         [ $(grep -c "ModuleNotFoundError:" ${ut_log_name}) != 0 ] ||
         [ $(grep -c "ImportError:" ${ut_log_name}) != 0 ]; then
-        exit 1
-    fi; then
         $BOLD_RED && echo "Find errors in engine test, please check the output..." && $RESET
         exit 1
     else
diff --git a/docker/Dockerfile_code_gen b/docker/Dockerfile_code_gen
@@ -49,7 +49,7 @@ COPY . /app/intel-extension-for-transformers
 
 RUN ${PYTHON} -m pip install -r requirements.txt --no-cache-dir -f https://download.pytorch.org/whl/cpu/torch_stable.html
 
-RUN ${PYTHON} -m pip install torch==2.1.0+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
+RUN ${PYTHON} -m pip install torch==2.2.0+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
 
 RUN ${PYTHON} -m pip install -r examples/huggingface/pytorch/code-generation/quantization/requirements.txt --no-cache-dir
 
diff --git a/examples/huggingface/neural_speed/perplexity/requirements.txt b/examples/huggingface/neural_speed/perplexity/requirements.txt
@@ -1,5 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cpu
-torch==2.1.0+cpu
+torch==2.2.0+cpu
 transformers
 numpy
 sentencepiece
diff --git a/examples/huggingface/neural_speed/requirements.txt b/examples/huggingface/neural_speed/requirements.txt
@@ -4,6 +4,6 @@ git+https://github.com/EleutherAI/lm-evaluation-harness.git@cc9778fbe4fa1a709be2
 sentencepiece
 gguf
 --extra-index-url https://download.pytorch.org/whl/cpu
-torch==2.1.0+cpu
+torch==2.2.0+cpu
 transformers
-intel_extension_for_pytorch==2.1.0
+intel_extension_for_pytorch==2.2.0
diff --git a/examples/huggingface/pytorch/image-classification/deployment/imagenet/vit/requirements.txt b/examples/huggingface/pytorch/image-classification/deployment/imagenet/vit/requirements.txt
@@ -4,8 +4,8 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
-torchvision==0.16.0
+torch==2.2.0
+torchvision==0.17.0
 onnx>=1.12
 onnxruntime==1.13.1
 onnxoptimizer
diff --git a/examples/huggingface/pytorch/image-classification/quantization/requirements.txt b/examples/huggingface/pytorch/image-classification/quantization/requirements.txt
@@ -3,8 +3,8 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
-torchvision==0.16.0
+torch==2.2.0
+torchvision==0.17.0
 onnx>=1.12
 onnxruntime==1.13.1
 evaluate
diff --git a/examples/huggingface/pytorch/language-modeling/deployment/fill-mask/electra_base_chinese/requirements.txt b/examples/huggingface/pytorch/language-modeling/deployment/fill-mask/electra_base_chinese/requirements.txt
@@ -1,3 +1,3 @@
 transformers
-torch==2.1.0
+torch==2.2.0
 optimum
diff --git a/examples/huggingface/pytorch/question-answering/deployment/squad/bert_large/requirements.txt b/examples/huggingface/pytorch/question-answering/deployment/squad/bert_large/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/question-answering/deployment/squad/length_adaptive_transformer/requirements.txt b/examples/huggingface/pytorch/question-answering/deployment/squad/length_adaptive_transformer/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.12.1
 optimum
diff --git a/examples/huggingface/pytorch/question-answering/dynamic/requirements.txt b/examples/huggingface/pytorch/question-answering/dynamic/requirements.txt
@@ -1,6 +1,6 @@
 transformers
 datasets
 torchprofile
-torch==2.1.0
-intel_extension_for_pytorch==2.1.0
+torch==2.2.0
+intel_extension_for_pytorch==2.2.0
 accelerate
diff --git a/examples/huggingface/pytorch/question-answering/pruning/basic_magnitude/requirements.txt b/examples/huggingface/pytorch/question-answering/pruning/basic_magnitude/requirements.txt
@@ -1,5 +1,5 @@
 datasets >= 1.8.0
-torch==2.1.0
+torch==2.2.0
 transformers
 wandb
 accelerate
diff --git a/examples/huggingface/pytorch/question-answering/pruning/longformer_triviaqa/requirements.txt b/examples/huggingface/pytorch/question-answering/pruning/longformer_triviaqa/requirements.txt
@@ -1,5 +1,5 @@
 accelerate
 datasets
 transformers
-torch==2.1.0
+torch==2.2.0
 neural-compressor==2.0
diff --git a/examples/huggingface/pytorch/summarization/quantization/requirements.txt b/examples/huggingface/pytorch/summarization/quantization/requirements.txt
@@ -4,6 +4,6 @@ sentencepiece != 0.1.92
 rouge-score
 nltk
 py7zr
-torch==2.1.0
+torch==2.2.0
 transformers
 protobuf
diff --git a/examples/huggingface/pytorch/text-classification/cascade-models/requirements.txt b/examples/huggingface/pytorch/text-classification/cascade-models/requirements.txt
@@ -1,4 +1,4 @@
-torch==2.1.0
+torch==2.2.0
 numpy
 transformers
 datasets
diff --git a/examples/huggingface/pytorch/text-classification/deployment/emotion/distilbert_base_uncased/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/emotion/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_base/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_base/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_base_cased/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_base_cased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_mini/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/mrpc/bert_mini/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/mrpc/distilbert_base_uncased/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/mrpc/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/mrpc/roberta_base/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/mrpc/roberta_base/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/sparse/bert_mini/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/sparse/bert_mini/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/sparse/distilbert_base_uncased/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/sparse/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/sst2/bert_mini/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/sst2/bert_mini/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/sst2/distilbert_base_uncased/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/sst2/distilbert_base_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/deployment/sst2/minilm_l6_h384_uncased/requirements.txt b/examples/huggingface/pytorch/text-classification/deployment/sst2/minilm_l6_h384_uncased/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 optimum
diff --git a/examples/huggingface/pytorch/text-classification/early-exit/requirements.txt b/examples/huggingface/pytorch/text-classification/early-exit/requirements.txt
@@ -1,4 +1,4 @@
-torch==2.1.0
+torch==2.2.0
 transformers
 datasets
 allennlp
diff --git a/examples/huggingface/pytorch/text-classification/new_pruning/requirements.txt b/examples/huggingface/pytorch/text-classification/new_pruning/requirements.txt
@@ -6,5 +6,5 @@ sentencepiece
 scipy
 scikit-learn
 protobuf
-torch==2.1.0
+torch==2.2.0
 evaluate
diff --git a/examples/huggingface/pytorch/text-classification/orchestrate_optimizations/requirements.txt b/examples/huggingface/pytorch/text-classification/orchestrate_optimizations/requirements.txt
@@ -1,5 +1,5 @@
 accelerate
-torch==2.1.0
+torch==2.2.0
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 transformers
diff --git a/examples/huggingface/pytorch/text-classification/pruning/requirements.txt b/examples/huggingface/pytorch/text-classification/pruning/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-classification/quantization/ptq/requirements.txt b/examples/huggingface/pytorch/text-classification/quantization/ptq/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-classification/quantization/qat/requirements.txt b/examples/huggingface/pytorch/text-classification/quantization/qat/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-classification/quantization/requirements.txt b/examples/huggingface/pytorch/text-classification/quantization/requirements.txt
@@ -2,6 +2,6 @@ accelerate
 datasets >= 1.1.3
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/text-embedding/deployment/mteb/bge/requirements.txt b/examples/huggingface/pytorch/text-embedding/deployment/mteb/bge/requirements.txt
@@ -3,7 +3,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx==1.13.1
 onnxruntime==1.13.1
 mteb==1.1.1
diff --git a/examples/huggingface/pytorch/text-to-image/deployment/stable_diffusion/requirements.txt b/examples/huggingface/pytorch/text-to-image/deployment/stable_diffusion/requirements.txt
@@ -4,7 +4,7 @@ accelerate
 datasets >= 1.8.0
 sentencepiece != 0.1.92
 protobuf
-torch==2.1.0
+torch==2.2.0
 onnx>=1.12
 onnxruntime==1.13.1
 diffusers==0.12.1
diff --git a/examples/huggingface/pytorch/textual-inversion/quantization/requirements.txt b/examples/huggingface/pytorch/textual-inversion/quantization/requirements.txt
@@ -1,9 +1,9 @@
 diffusers==0.4.1
 accelerate
-torch==2.1.0
-torchvision==0.16.0
+torch==2.2.0
+torchvision==0.17.0
 transformers
 ftfy
 tensorboard
 modelcards
-intel_extension_for_pytorch==2.1.0
+intel_extension_for_pytorch==2.2.0
diff --git a/examples/huggingface/pytorch/token-classification/quantization/requirements.txt b/examples/huggingface/pytorch/token-classification/quantization/requirements.txt
@@ -1,6 +1,6 @@
 accelerate
 seqeval
 datasets >= 1.1.3
-torch==2.1.0
+torch==2.2.0
 transformers
 wandb
diff --git a/examples/huggingface/pytorch/translation/quantization/requirements.txt b/examples/huggingface/pytorch/translation/quantization/requirements.txt
@@ -4,5 +4,5 @@ sentencepiece != 0.1.92
 protobuf
 sacrebleu >= 1.4.12
 py7zr
-torch==2.1.0
+torch==2.2.0
 transformers
diff --git a/intel_extension_for_transformers/llm/runtime/neural_speed/requirements.txt b/intel_extension_for_transformers/llm/runtime/neural_speed/requirements.txt
@@ -12,6 +12,6 @@ protobuf<3.20
 py-cpuinfo
 sentencepiece
 tiktoken
-torch==2.1.0+cpu
+torch==2.2.0+cpu
 transformers
 transformers_stream_generator
diff --git a/intel_extension_for_transformers/neural_chat/README.md b/intel_extension_for_transformers/neural_chat/README.md
@@ -56,7 +56,10 @@ pip install -r requirements_xpu.txt
 
 # For CUDA device
 pip install -r requirements.txt
+
 ```
+>**Note**: Suggest using fastapi==0.103.2
+
 
 >**Note**: Suggest using fastapi==0.103.2
 
diff --git a/intel_extension_for_transformers/neural_chat/docker/inference/README.md b/intel_extension_for_transformers/neural_chat/docker/inference/README.md
@@ -44,7 +44,7 @@ docker run -it chatbotinfer:latest /bin/bash
 
 ### Setup Habana Gaudi Environment
 ```bash
-DOCKER_BUILDKIT=1 docker build --format docker --network=host -t ${IMAGE_NAME}:${IMAGE_TAG}  ./ -f Dockerfile  --target hpu --build-arg BASE_NAME="base-installer-ubuntu22.04" --build-arg ARTIFACTORY_URL="vault.habana.ai" --build-arg VERSION="1.13.0" --build-arg REVISION="463" --build-arg PT_VERSION="2.1.0" --build-arg OS_NUMBER="2204"
+DOCKER_BUILDKIT=1 docker build --format docker --network=host -t ${IMAGE_NAME}:${IMAGE_TAG}  ./ -f Dockerfile  --target hpu --build-arg BASE_NAME="base-installer-ubuntu22.04" --build-arg ARTIFACTORY_URL="vault.habana.ai" --build-arg VERSION="1.13.0" --build-arg REVISION="463" --build-arg PT_VERSION="2.2.0" --build-arg OS_NUMBER="2204"
 ```
 
 If you need to set proxy settings:
diff --git a/intel_extension_for_transformers/neural_chat/examples/deployment/codegen/backend/xeon/README.md b/intel_extension_for_transformers/neural_chat/examples/deployment/codegen/backend/xeon/README.md
@@ -45,8 +45,8 @@ Install OneCCL for multi-node model
 ```shell
 # Specify the torch-ccl version according to your torch version (v2.1.0 in this example)
 # Check out the corresponding version here: https://github.com/intel/torch-ccl/
-git clone -b ccl_torch2.1.0+cpu https://github.com/intel/torch-ccl.git torch-ccl-2.1.0
-cd torch-ccl-2.1.0
+git clone -b ccl_torch2.1.0+cpu https://github.com/intel/torch-ccl.git torch-ccl-2.2.0
+cd torch-ccl-2.2.0
 git submodule sync
 git submodule update --init --recursive
 python setup.py install
diff --git a/intel_extension_for_transformers/neural_chat/examples/deployment/plugin/image2image/requirements.txt b/intel_extension_for_transformers/neural_chat/examples/deployment/plugin/image2image/requirements.txt
@@ -8,5 +8,5 @@ optimum
 protobuf
 pytorch_fid
 sentencepiece != 0.1.92
-torch==2.1.0
+torch==2.2.0
 transformers
diff --git a/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction/README.md b/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction/README.md
@@ -22,7 +22,7 @@ Recommend python 3.9 or higher version.
 pip install -r requirements.txt
 pip install transformers==4.34.1
 # To use ccl as the distributed backend in distributed training on CPU requires to install below requirement.
-python -m pip install oneccl_bind_pt==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu
+python -m pip install oneccl_bind_pt==2.2.0 -f https://developer.intel.com/ipex-whl-stable-cpu
 ```
 >**Note**: Suggest using transformers no higher than 4.34.1
 
diff --git a/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction/requirements.txt b/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction/requirements.txt
@@ -9,7 +9,7 @@ python-multipart
 rouge_score
 sentencepiece
 shortuuid
-torch==2.1.0
+torch==2.2.0
 transformers
 uvicorn
 yacs
diff --git a/intel_extension_for_transformers/neural_chat/requirements.txt b/intel_extension_for_transformers/neural_chat/requirements.txt
diff --git a/intel_extension_for_transformers/neural_chat/requirements_cpu.txt b/intel_extension_for_transformers/neural_chat/requirements_cpu.txt
diff --git a/intel_extension_for_transformers/neural_chat/requirements_pc.txt b/intel_extension_for_transformers/neural_chat/requirements_pc.txt
diff --git a/intel_extension_for_transformers/neural_chat/tests/requirements.txt b/intel_extension_for_transformers/neural_chat/tests/requirements.txt
diff --git a/intel_extension_for_transformers/neural_chat/ui/gradio/basic/requirements.txt b/intel_extension_for_transformers/neural_chat/ui/gradio/basic/requirements.txt
diff --git a/requirements.txt b/requirements.txt
diff --git a/tests/requirements.txt b/tests/requirements.txt
diff --git a/workflows/chatbot/fine_tuning/README.md b/workflows/chatbot/fine_tuning/README.md
diff --git a/workflows/hf_finetuning_and_inference_nlp/requirements.txt b/workflows/hf_finetuning_and_inference_nlp/requirements.txt
