diff --git a/sdks/python/container/ml/py312/gpu_image_requirements.txt b/sdks/python/container/ml/py312/gpu_image_requirements.txt
index 7cc83b10ca0f..2f2b0081379f 100644
--- a/sdks/python/container/ml/py312/gpu_image_requirements.txt
+++ b/sdks/python/container/ml/py312/gpu_image_requirements.txt
@@ -323,7 +323,7 @@ urllib3==2.7.0
 uvicorn==0.49.0
 uvloop==0.22.1
 virtualenv-clone==0.5.7
-vllm==0.10.1.1
+vllm==0.24.0
 watchfiles==1.2.0
 websockets==16.0
 Werkzeug==3.1.8