yatin-superintelligence commited on
Commit
461eba4
·
verified ·
1 Parent(s): 14066a4

Upload entrypoint.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. entrypoint.sh +1 -1
entrypoint.sh CHANGED
@@ -10,7 +10,7 @@ exec python3 -m vllm.entrypoints.openai.api_server \
10
  --port 7860 \
11
  --model google/gemma-4-E2B-it \
12
  --dtype bfloat16 \
13
- --max-model-len 32768 \
14
  --gpu-memory-utilization 0.92 \
15
  --served-model-name google/gemma-4-E2B-it \
16
  --max-num-seqs 8 \
 
10
  --port 7860 \
11
  --model google/gemma-4-E2B-it \
12
  --dtype bfloat16 \
13
+ --max-model-len 65536 \
14
  --gpu-memory-utilization 0.92 \
15
  --served-model-name google/gemma-4-E2B-it \
16
  --max-num-seqs 8 \