seungahdev commited on
Commit
98e7bbd
1 Parent(s): 3f69ca9

Update docker run command

Browse files
Files changed (1) hide show
  1. README.md +4 -1
README.md CHANGED
@@ -72,7 +72,8 @@ docker run \
72
  -e FRIENDLI_CONTAINER_SECRET="YOUR CONTAINER SECRET" \
73
  registry.friendli.ai/trial \
74
  --web-server-port 8000 \
75
- --hf-model-name FriendliAI/Mixtral-8x22B-v0.1-fp8
 
76
  ```
77
 
78
  ### Optimizing Inference Performance with Policy Search
@@ -93,6 +94,7 @@ docker run \
93
  registry.friendli.ai/trial \
94
  --web-server-port 8000 \
95
  --hf-model-name FriendliAI/Mixtral-8x22B-v0.1-fp8 \
 
96
  --algo-policy-dir /policy \
97
  --search-policy true
98
  ```
@@ -110,6 +112,7 @@ docker run \
110
  registry.friendli.ai/trial \
111
  --web-server-port 8000 \
112
  --hf-model-name FriendliAI/Mixtral-8x22B-v0.1-fp8 \
 
113
  --algo-policy-dir /policy
114
  ```
115
 
 
72
  -e FRIENDLI_CONTAINER_SECRET="YOUR CONTAINER SECRET" \
73
  registry.friendli.ai/trial \
74
  --web-server-port 8000 \
75
+ --hf-model-name FriendliAI/Mixtral-8x22B-v0.1-fp8 \
76
+ --num-devices 4 # Use tensor parallelism degree 4
77
  ```
78
 
79
  ### Optimizing Inference Performance with Policy Search
 
94
  registry.friendli.ai/trial \
95
  --web-server-port 8000 \
96
  --hf-model-name FriendliAI/Mixtral-8x22B-v0.1-fp8 \
97
+ --num-devices 4 # Use tensor parallelism degree 4 \
98
  --algo-policy-dir /policy \
99
  --search-policy true
100
  ```
 
112
  registry.friendli.ai/trial \
113
  --web-server-port 8000 \
114
  --hf-model-name FriendliAI/Mixtral-8x22B-v0.1-fp8 \
115
+ --num-devices 4 # Use tensor parallelism degree 4 \
116
  --algo-policy-dir /policy
117
  ```
118