Update README.md
Browse files
README.md
CHANGED
|
@@ -92,7 +92,6 @@ docker run --rm --gpus all --ipc=host --shm-size 32g \
|
|
| 92 |
--tp 4 \
|
| 93 |
--context-length 262144 \
|
| 94 |
--speculative-algorithm NEXTN \
|
| 95 |
-
--json-model-override-args '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"rope_theta":6000000,"partial_rotary_factor":0.5,"original_max_position_embeddings":131072}}' \
|
| 96 |
--mem-fraction-static 0.8 \
|
| 97 |
--host 0.0.0.0 \
|
| 98 |
--port 30000
|
|
|
|
| 92 |
--tp 4 \
|
| 93 |
--context-length 262144 \
|
| 94 |
--speculative-algorithm NEXTN \
|
|
|
|
| 95 |
--mem-fraction-static 0.8 \
|
| 96 |
--host 0.0.0.0 \
|
| 97 |
--port 30000
|