Update torch to 2.11.0 and remove code-scan (#2444)

Signed-off-by: Sun, Xuehao <xuehao.sun@intel.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: XuehaoSun

.azure-pipelines/code-scan.yml

@@ -19,12 +19,8 @@ FROM ubuntu:${UBUNTU_VER}
 ENV LANG C.UTF-8
 
 RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
-    python3 \
-    python3-pip \
-    python3.12-dev \
-    autoconf \
     build-essential \
-    cmake \
+    ca-certificates \
     git \
     libomp-dev \
     numactl \
@@ -34,7 +30,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
     jq \
     vim
 
-RUN ln -sf $(which python3) /usr/bin/python
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /usr/local/bin/uv
 
 ARG USER_ID=1000
 ARG GROUP_ID=1000
@@ -44,10 +40,15 @@ RUN groupadd -g ${GROUP_ID} hostgroup && \
 
 USER hostuser
 
-ENV PATH="/home/hostuser/.local/bin:$PATH"
-RUN pip config set global.break-system-packages true
-RUN pip install pip packaging --upgrade
-RUN pip install --no-cache-dir setuptools
-RUN pip list
+ENV PATH="/home/hostuser/.venv/bin:$PATH"
+ENV VIRTUAL_ENV="/home/hostuser/.venv"
+ENV UV_NO_PROGRESS=1 \
+    UV_LINK_MODE=copy \
+    TZ='Asia/Shanghai' \
+    TQDM_MININTERVAL=120 \
+    HF_HUB_DISABLE_PROGRESS_BARS=1
+
+RUN uv venv --python=3.12 /home/hostuser/.venv
+RUN which python && python --version
 
 WORKDIR /

.azure-pipelines/docker/DockerfileCodeScan.devel

@@ -87,7 +87,7 @@ stages:
               cd ${OUT_SCRIPT_PATH}
               mkdir generated
               mkdir last_generated
-              pip install requests
+              pip install requests uv
               python -u collect_log_all.py --logs_dir $(OUT_SCRIPT_PATH) --output_dir generated --build_id=$(Build.BuildId)
             displayName: "Collect all logs"
           - task: DownloadPipelineArtifact@2

.azure-pipelines/docker/ubuntu-2404.devel

@@ -3,36 +3,41 @@ set -x
 echo -e "##[group]Install Neural Compressor ... "
 cd /neural-compressor
 
+if ! command -v uv &> /dev/null; then
+    pip install uv
+    export UV_SYSTEM_PYTHON=1
+fi
+
 if [[ $1 = *"3x_pt"* ]]; then
-    pip install --no-cache-dir -r requirements_pt.txt
+    uv pip install --no-cache-dir -r requirements_pt.txt
     if [[ $1 = *"hpu"* ]]; then
-        pip uninstall neural_compressor_3x_pt -y || true
+        uv pip uninstall neural_compressor_3x_pt -y || true
     elif [[ $1 = *"xpu"* ]]; then
         echo -e "\n Install torch XPU ... "
-        pip install torch==2.9.1 torchvision --index-url https://download.pytorch.org/whl/xpu
-        pip install auto-round-lib==0.10.2.1 # mapping torch and auto-round version
+        uv pip install torch==2.11.0 torchvision --index-url https://download.pytorch.org/whl/xpu
+        uv pip install torch==2.11.0 auto-round-lib # mapping torch and auto-round version
     else
         echo -e "\n Install torch CPU ... "
-        pip install torch==2.9.1 torchvision --index-url https://download.pytorch.org/whl/cpu
-        pip install auto-round-lib==0.10.2.1 # mapping torch and auto-round version
+        uv pip install torch==2.11.0 torchvision --index-url https://download.pytorch.org/whl/cpu
+        uv pip install torch==2.11.0 auto-round-lib # mapping torch and auto-round version
     fi
     python setup.py pt bdist_wheel
-    pip install --no-deps dist/neural_compressor*.whl --force-reinstall
+    uv pip install --no-deps dist/neural_compressor*.whl --force-reinstall
 elif [[ $1 = *"3x_tf"* ]]; then
-	pip install tensorflow==2.19.0
-    python -m pip install --no-cache-dir -r requirements_tf.txt
+	uv pip install tensorflow==2.19.0
+    uv pip install --no-cache-dir -r requirements_tf.txt
     python setup.py tf bdist_wheel
-    pip install dist/neural_compressor*.whl --force-reinstall
+    uv pip install dist/neural_compressor*.whl --force-reinstall
 elif [[ $1 = *"3x_jax"* ]]; then
-    python -m pip install --no-cache-dir -r requirements_jax.txt
+    uv pip install --no-cache-dir -r requirements_jax.txt
     python setup.py jax bdist_wheel
-    pip install dist/neural_compressor*.whl --force-reinstall
+    uv pip install dist/neural_compressor*.whl --force-reinstall
 else
     python setup.py bdist_wheel
-    pip install dist/neural_compressor*.whl --force-reinstall
+    uv pip install dist/neural_compressor*.whl --force-reinstall
 fi
 
-echo "##[endgroup]"
-
 echo -e "\n pip list after install Neural Compressor ... "
-pip list
+uv pip list
+
+echo "##[endgroup]"

.azure-pipelines/model-test-3x.yml

@@ -69,16 +69,11 @@ bash /neural-compressor/.azure-pipelines/scripts/install_nc.sh ${inc_new_api}
 cd ${WORK_SOURCE_DIR}/${model_src_dir}
 
 if [[ "${fwk_ver}" != "latest" ]]; then
-    pip install ruamel.yaml==0.17.40
-    pip install psutil
-    pip install protobuf==4.23.4
-    if [[ "${framework}" == "pytorch" ]]; then
-        pip install torch==${fwk_ver} --index-url https://download.pytorch.org/whl/cpu
-        pip install torchvision==${torch_vision_ver} --index-url https://download.pytorch.org/whl/cpu
-    elif [[ "${framework}" == "onnxrt" ]]; then
-        pip install onnx==1.15.0
-        pip install onnxruntime==${fwk_ver}
-    fi
+    uv pip install ruamel.yaml==0.17.40
+    uv pip install psutil
+    uv pip install protobuf==4.23.4
+    uv pip install torch==${fwk_ver} --index-url https://download.pytorch.org/whl/cpu
+    uv pip install torchvision==${torch_vision_ver} --index-url https://download.pytorch.org/whl/cpu
 fi
 
 if [ -f "requirements.txt" ]; then
@@ -91,11 +86,11 @@ if [ -f "requirements.txt" ]; then
     fi
     n=0
     until [ "$n" -ge 5 ]; do
-        python -m pip install -r requirements.txt && break
+        uv pip install -r requirements.txt && break
         n=$((n + 1))
         sleep 5
     done
-    pip list
+    uv pip list
 else
     $BOLD_RED && echo "Not found requirements.txt file." && $RESET
 fi

.azure-pipelines/scripts/codeScan/bandit/bandit.sh

@@ -46,7 +46,7 @@ FRAMEWORK="pytorch"
 source /neural-compressor/.azure-pipelines/scripts/fwk_version.sh 'latest'
 if [[ "${inc_new_api}" == "3x"* ]]; then
     FRAMEWORK_VERSION="latest"
-    export LD_LIBRARY_PATH=${HOME}/.local/lib/:$LD_LIBRARY_PATH
+    export LD_LIBRARY_PATH=${HOME}/.venv/lib/:$LD_LIBRARY_PATH
 else
     FRAMEWORK_VERSION=${pytorch_version}
     TORCH_VISION_VERSION=${torchvision_version}