From 2e750271872c362fecb71865e1b0693908a9d851 Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Mon, 20 Nov 2023 14:21:09 +0100
Subject: [PATCH] update to 12.1

---
 Dockerfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index b7e0e7e21d4..90c9a7dfc7f 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -42,7 +42,7 @@ FROM debian:bullseye-slim as pytorch-install
 ARG PYTORCH_VERSION=2.1.0
 ARG PYTHON_VERSION=3.9
 # Keep in sync with `server/pyproject.toml
-ARG CUDA_VERSION=11.8
+ARG CUDA_VERSION=12.1
 ARG MAMBA_VERSION=23.1.0-1
 ARG CUDA_CHANNEL=nvidia
 ARG INSTALL_CHANNEL=pytorch
@@ -148,7 +148,7 @@ COPY server/Makefile-vllm Makefile
 RUN make build-vllm
 
 # Text Generation Inference base image
-FROM nvidia/cuda:11.8.0-base-ubuntu20.04 as base
+FROM nvidia/cuda:12.1.0-base-ubuntu20.04 as base
 
 # Conda env
 ENV PATH=/opt/conda/bin:$PATH \