3779818

Azure · Feb 6, 2025 · f6a3274 · f6a3274
1 parent 474ddec
commit f6a3274
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/assets/training/model_management/environments/foundation-model-inference/context/Dockerfile b/assets/training/model_management/environments/foundation-model-inference/context/Dockerfile
@@ -50,6 +50,8 @@ RUN pip install git+https://github.com/stanford-futuredata/megablocks.git@5897cd
 # When copied to assets repo, change to install from public pypi
 RUN pip install llm-optimized-inference==0.2.17 --no-cache-dir
 
+RUN pip uninstall -y vllm
+RUN pip install https://automlsamplenotebookdata.blob.core.windows.net/vllm/vllm-0.1.dev3855+ga5cd445.cu122-cp310-cp310-linux_x86_64.whl
 
 # clean conda and pip caches
 RUN rm -rf ~/.cache/pip