seungahdev
commited on
Commit
•
dbd059c
1
Parent(s):
37a2934
Update docker run command
Browse files
README.md
CHANGED
@@ -72,7 +72,8 @@ docker run \
|
|
72 |
-e FRIENDLI_CONTAINER_SECRET="YOUR CONTAINER SECRET" \
|
73 |
registry.friendli.ai/trial \
|
74 |
--web-server-port 8000 \
|
75 |
-
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8
|
|
|
76 |
```
|
77 |
|
78 |
### Optimizing Inference Performance with Policy Search
|
@@ -93,6 +94,7 @@ docker run \
|
|
93 |
registry.friendli.ai/trial \
|
94 |
--web-server-port 8000 \
|
95 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
|
|
96 |
--algo-policy-dir /policy \
|
97 |
--search-policy true
|
98 |
```
|
@@ -110,6 +112,7 @@ docker run \
|
|
110 |
registry.friendli.ai/trial \
|
111 |
--web-server-port 8000 \
|
112 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
|
|
113 |
--algo-policy-dir /policy
|
114 |
```
|
115 |
|
|
|
72 |
-e FRIENDLI_CONTAINER_SECRET="YOUR CONTAINER SECRET" \
|
73 |
registry.friendli.ai/trial \
|
74 |
--web-server-port 8000 \
|
75 |
+
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
76 |
+
--num-devices 4 # Use tensor parallelism degree 4
|
77 |
```
|
78 |
|
79 |
### Optimizing Inference Performance with Policy Search
|
|
|
94 |
registry.friendli.ai/trial \
|
95 |
--web-server-port 8000 \
|
96 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
97 |
+
--num-devices 4 # Use tensor parallelism degree 4 \
|
98 |
--algo-policy-dir /policy \
|
99 |
--search-policy true
|
100 |
```
|
|
|
112 |
registry.friendli.ai/trial \
|
113 |
--web-server-port 8000 \
|
114 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
115 |
+
--num-devices 4 # Use tensor parallelism degree 4 \
|
116 |
--algo-policy-dir /policy
|
117 |
```
|
118 |
|