[Doc]Add documentation to benchmarking script when running TGI (#4920)

This commit is contained in:
Kuntai Du
2024-05-20 20:16:57 +00:00
committed by GitHub
parent 1937e29848
commit c3af44722c
2 changed files with 5 additions and 1 deletions
+1 -1
View File
@@ -4,7 +4,7 @@ PORT=8000
MODEL=$1
TOKENS=$2
docker run --gpus all --shm-size 1g -p $PORT:80 \
docker run -e HF_TOKEN=$HF_TOKEN --gpus all --shm-size 1g -p $PORT:80 \
-v $PWD/data:/data \
ghcr.io/huggingface/text-generation-inference:1.4.0 \
--model-id $MODEL \