File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -49,8 +49,7 @@ vllm serve $MODEL --port $PORT \
4949 --gpu-memory-utilization 0.95 \
5050 --max-model-len $MAX_MODEL_LEN \
5151 --block-size=64 \
52- --no-enable-prefix-caching \
53- --disable-log-requests > $SERVER_LOG 2>&1 &
52+ --no-enable-prefix-caching > $SERVER_LOG 2>&1 &
5453
5554SERVER_PID=$!
5655
Original file line number Diff line number Diff line change @@ -49,8 +49,7 @@ vllm serve $MODEL --port $PORT \
4949 --gpu-memory-utilization 0.95 \
5050 --max-model-len $MAX_MODEL_LEN \
5151 --block-size=64 \
52- --no-enable-prefix-caching \
53- --disable-log-requests > $SERVER_LOG 2>&1 &
52+ --no-enable-prefix-caching > $SERVER_LOG 2>&1 &
5453
5554SERVER_PID=$!
5655
Original file line number Diff line number Diff line change @@ -50,8 +50,7 @@ vllm serve $MODEL --port $PORT \
5050 --gpu-memory-utilization 0.95 \
5151 --max-model-len $MAX_MODEL_LEN \
5252 --block-size=64 \
53- --no-enable-prefix-caching \
54- --disable-log-requests > $SERVER_LOG 2>&1 &
53+ --no-enable-prefix-caching > $SERVER_LOG 2>&1 &
5554
5655SERVER_PID=$!
5756
You can’t perform that action at this time.
0 commit comments