diff --git a/Makefile b/Makefile
index 5599edb2..a71d1f66 100644
--- a/Makefile
+++ b/Makefile
@@ -19,7 +19,7 @@ REAL_CLONE_URL = $(if $(CLONE_URL),$(CLONE_URL),$(DEFAULT_CLONE_URL))
 
 .PHONY:	build_dist style style_check clean
 
-TGI_VERSION ?= 2.4.1
+TGI_VERSION ?= v2.4.1
 
 rwildcard=$(wildcard $1) $(foreach d,$1,$(call rwildcard,$(addsuffix /$(notdir $d),$(wildcard $(dir $d)*))))
 
diff --git a/text-generation-inference/docker/Dockerfile b/text-generation-inference/docker/Dockerfile
index 2bf072a2..ae736299 100644
--- a/text-generation-inference/docker/Dockerfile
+++ b/text-generation-inference/docker/Dockerfile
@@ -1,10 +1,10 @@
 # Fetch and extract the TGI sources
 FROM alpine AS tgi
 # TGI version 2.4.1 by default
-ARG TGI_VERSION=2.4.1
+ARG TGI_VERSION=v2.4.1
 RUN test -n ${TGI_VERSION:?}
 RUN mkdir -p /tgi
-ADD https://github.com/huggingface/text-generation-inference/archive/v${TGI_VERSION}.tar.gz /tgi/sources.tar.gz
+ADD https://github.com/huggingface/text-generation-inference/archive/${TGI_VERSION}.tar.gz /tgi/sources.tar.gz
 RUN tar -C /tgi -xf /tgi/sources.tar.gz --strip-components=1
 
 # Build cargo components (adapted from TGI original Dockerfile)