Serving Benchmark Refactoring (#2433)

This commit is contained in:
Roger Wang
2024-02-12 22:53:00 -08:00
committed by GitHub
parent 563836496a
commit a4211a4dc3
4 changed files with 552 additions and 124 deletions
+1 -1
View File
@@ -6,7 +6,7 @@ TOKENS=$2
docker run --gpus all --shm-size 1g -p $PORT:80 \
-v $PWD/data:/data \
ghcr.io/huggingface/text-generation-inference:0.8 \
ghcr.io/huggingface/text-generation-inference:1.4.0 \
--model-id $MODEL \
--sharded false \
--max-input-length 1024 \