sofianhw commited on
Commit
320206c
1 Parent(s): 3e890f9

change from git to vllm

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -1
Dockerfile CHANGED
@@ -13,7 +13,7 @@ RUN pip3 install "torch==2.1.1"
13
 
14
  # This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
15
  RUN pip3 install "git+https://github.com/stanford-futuredata/megablocks.git"
16
- RUN pip3 install "git+https://github.com/vllm-project/vllm.git"
17
  RUN pip3 install "xformers==0.0.23" "transformers==4.36.0" "fschat[model_worker]==0.2.34"
18
 
19
  RUN git clone https://github.com/NVIDIA/apex && \
@@ -36,6 +36,8 @@ WORKDIR $HOME/app
36
 
37
  COPY entrypoint.sh .
38
 
 
 
39
  RUN chmod +x $HOME/app/entrypoint.sh
40
 
41
  ENTRYPOINT ["$HOME/app/entrypoint.sh"]
 
13
 
14
  # This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
15
  RUN pip3 install "git+https://github.com/stanford-futuredata/megablocks.git"
16
+ RUN pip3 install vllm
17
  RUN pip3 install "xformers==0.0.23" "transformers==4.36.0" "fschat[model_worker]==0.2.34"
18
 
19
  RUN git clone https://github.com/NVIDIA/apex && \
 
36
 
37
  COPY entrypoint.sh .
38
 
39
+ COPY --chown=user . $HOME/app
40
+
41
  RUN chmod +x $HOME/app/entrypoint.sh
42
 
43
  ENTRYPOINT ["$HOME/app/entrypoint.sh"]