diff --git a/data/ignore_ids_safety_scan.json b/data/ignore_ids_safety_scan.json index 574717f724cb..3b0112ae32ce 100644 --- a/data/ignore_ids_safety_scan.json +++ b/data/ignore_ids_safety_scan.json @@ -1387,10 +1387,12 @@ "67599": "** DISPUTED ** An issue was discovered in pip (all versions) because it installs the version with the highest version number, even if the user had intended to obtain a private package from a private index. This only affects use of the --extra-index-url option, and exploitation requires that the package does not already exist in the public index (and thus the attacker can put the package there with an arbitrary version number). NOTE: it has been reported that this is intended functionality and the user is responsible for using --extra-index-url securely.", "70790": "Tqdm version 4.66.3 addresses CVE-2024-34062", "67895": "CVE-2024-3651 impacts the idna.encode() function", - "71601": "Transformers version upgrade needs to be handled in a separate image", - "71670": "Pytorch version upgrade needs to be handled in a separate image", - "71671": "Pytorch version upgrade needs to be handled in a separate image", - "71672": "Pytorch version upgrade needs to be handled in a separate image" + "71601": "Transformers version upgrade needs to be handled in a separate image", + "71670": "Pytorch version upgrade needs to be handled in a separate image", + "71671": "Pytorch version upgrade needs to be handled in a separate image", + "71672": "Pytorch version upgrade needs to be handled in a separate image", + "76771": "Pytorch version upgrade needs to be handled in a separate image", + "76769": "Pytorch version upgrade needs to be handled in a separate image" } }, "inference": { diff --git a/huggingface/pytorch/training/docker/2.5/py3/cu124/Dockerfile.gpu b/huggingface/pytorch/training/docker/2.5/py3/cu124/Dockerfile.gpu index ebd235e159e0..36220a493a20 100644 --- a/huggingface/pytorch/training/docker/2.5/py3/cu124/Dockerfile.gpu +++ b/huggingface/pytorch/training/docker/2.5/py3/cu124/Dockerfile.gpu @@ -49,6 +49,7 @@ RUN pip install --no-cache-dir \ peft==${PEFT_VERSION} \ flash-attn==${FLASH_ATTN_VERSION} + # Override conflicting versions to satisfy datasets RUN pip install --no-cache-dir dill==0.3.8 multiprocess==0.70.16 \ && pip install --no-cache-dir pathos==0.3.3 --no-deps \ @@ -64,11 +65,11 @@ RUN apt-get update \ # TODO: Remove upgrade statements once packages are updated in base image && apt-get -y upgrade --only-upgrade systemd openssl cryptsetup libkrb5-3 \ && apt-get install -y git git-lfs wget tar \ - && wget https://go.dev/dl/go1.22.3.linux-amd64.tar.gz \ + && wget https://go.dev/dl/go1.24.2.linux-amd64.tar.gz \ && rm -rf /usr/local/go \ - && tar -C /usr/local -xzf go1.22.3.linux-amd64.tar.gz \ + && tar -C /usr/local -xzf go1.24.2.linux-amd64.tar.gz \ && ln -s /usr/local/go/bin/go /usr/bin/go \ - && rm go1.22.3.linux-amd64.tar.gz \ + && rm go1.24.2.linux-amd64.tar.gz \ && apt-get clean \ && rm -rf /var/lib/apt/lists/* diff --git a/test/sagemaker_tests/huggingface_pytorch/training/conftest.py b/test/sagemaker_tests/huggingface_pytorch/training/conftest.py index 42bd6aa19f05..69edc73649a3 100644 --- a/test/sagemaker_tests/huggingface_pytorch/training/conftest.py +++ b/test/sagemaker_tests/huggingface_pytorch/training/conftest.py @@ -64,6 +64,7 @@ "af-south-1", "ap-east-1", "ap-south-2", + "ap-southeast-1", "ap-southeast-5", "ap-southeast-4", "ap-northeast-3", @@ -71,10 +72,10 @@ "eu-south-1", "eu-south-2", "eu-central-2", + "eu-west-3", "me-south-1", ] - logger = logging.getLogger(__name__) logging.getLogger("boto").setLevel(logging.INFO) logging.getLogger("boto3").setLevel(logging.INFO)