From 94c675c6d632679cf341c60c7590cf6562c4c7b8 Mon Sep 17 00:00:00 2001 From: Yaser Jaradeh Date: Mon, 16 Dec 2024 13:57:53 +0100 Subject: [PATCH 1/4] Update Dockerfile to use devel image for compatibility --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 0c08d48f6e4..e4804522319 100644 --- a/Dockerfile +++ b/Dockerfile @@ -174,7 +174,7 @@ COPY server/Makefile-flashinfer Makefile RUN make install-flashinfer # Text Generation Inference base image -FROM nvidia/cuda:12.1.0-base-ubuntu22.04 AS base +FROM nvidia/cuda:12.4.1-devel-ubuntu22.04 AS base # Conda env ENV PATH=/opt/conda/bin:$PATH \ From ed8bf3a178f5db2c4f52be442ea7ae2e8b6e00ba Mon Sep 17 00:00:00 2001 From: Yaser Jaradeh Date: Mon, 13 Jan 2025 11:47:17 +0100 Subject: [PATCH 2/4] Revert to base image and add python.h --- Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index e4804522319..53f927060c9 100644 --- a/Dockerfile +++ b/Dockerfile @@ -174,7 +174,7 @@ COPY server/Makefile-flashinfer Makefile RUN make install-flashinfer # Text Generation Inference base image -FROM nvidia/cuda:12.4.1-devel-ubuntu22.04 AS base +FROM nvidia/cuda:12.1.0-base-ubuntu22.04 AS base # Conda env ENV PATH=/opt/conda/bin:$PATH \ @@ -193,6 +193,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins make \ curl \ git \ + python3.11-devel \ && rm -rf /var/lib/apt/lists/* # Copy conda with PyTorch installed From c22dba83a62c02d274c2fa78e5564fa11390e0c1 Mon Sep 17 00:00:00 2001 From: Yaser Jaradeh Date: Mon, 13 Jan 2025 12:34:28 +0100 Subject: [PATCH 3/4] Fix typo in deb package name --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 53f927060c9..f3c53960cf1 100644 --- a/Dockerfile +++ b/Dockerfile @@ -193,7 +193,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins make \ curl \ git \ - python3.11-devel \ + python3.11-dev \ && rm -rf /var/lib/apt/lists/* # Copy conda with PyTorch installed From 59dbe11c4f51b6ecc03b9e1062c68135660e27b8 Mon Sep 17 00:00:00 2001 From: Yaser Jaradeh Date: Mon, 13 Jan 2025 16:35:40 +0100 Subject: [PATCH 4/4] Use Devel as the base image --- Dockerfile | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index f3c53960cf1..e4804522319 100644 --- a/Dockerfile +++ b/Dockerfile @@ -174,7 +174,7 @@ COPY server/Makefile-flashinfer Makefile RUN make install-flashinfer # Text Generation Inference base image -FROM nvidia/cuda:12.1.0-base-ubuntu22.04 AS base +FROM nvidia/cuda:12.4.1-devel-ubuntu22.04 AS base # Conda env ENV PATH=/opt/conda/bin:$PATH \ @@ -193,7 +193,6 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins make \ curl \ git \ - python3.11-dev \ && rm -rf /var/lib/apt/lists/* # Copy conda with PyTorch installed