From 15baeaee98263725aed9492dbb5df3ec8525bdff Mon Sep 17 00:00:00 2001 From: QWERQWERQWE86 Date: Wed, 26 Aug 2026 20:17:56 +0800 Subject: [PATCH] [Doc] Fix local input path in run-batch examples across docs (#53220) --- docs/cli/README.md | 2 +- examples/features/openai_batch/README.md | 10 +++++----- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/docs/cli/README.md b/docs/cli/README.md index 123f3f109a..274dac2d8f 100644 --- a/docs/cli/README.md +++ b/docs/cli/README.md @@ -196,7 +196,7 @@ Running with a local file: ```bash vllm run-batch \ - -i features/openai_batch/openai_example_batch.jsonl \ + -i examples/features/openai_batch/openai_example_batch.jsonl \ -o results.jsonl \ --model meta-llama/Meta-Llama-3-8B-Instruct ``` diff --git a/examples/features/openai_batch/README.md b/examples/features/openai_batch/README.md index a10bcec0ad..6a2584e326 100644 --- a/examples/features/openai_batch/README.md +++ b/examples/features/openai_batch/README.md @@ -36,7 +36,7 @@ wget https://raw.githubusercontent.com/vllm-project/vllm/main/examples/features/ Once you've created your batch file it should look like this ```bash -cat features/openai_batch/openai_example_batch.jsonl +cat examples/features/openai_batch/openai_example_batch.jsonl {"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "meta-llama/Meta-Llama-3-8B-Instruct", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_completion_tokens": 1000}} {"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "meta-llama/Meta-Llama-3-8B-Instruct", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_completion_tokens": 1000}} ``` @@ -49,7 +49,7 @@ You can run the batch with the following command, which will write its results t ```bash python -m vllm.entrypoints.launchers.run_batch \ - -i features/openai_batch/openai_example_batch.jsonl \ + -i examples/features/openai_batch/openai_example_batch.jsonl \ -o results.jsonl \ --model meta-llama/Meta-Llama-3-8B-Instruct ``` @@ -58,7 +58,7 @@ or use command-line: ```bash vllm run-batch \ - -i features/openai_batch/openai_example_batch.jsonl \ + -i examples/features/openai_batch/openai_example_batch.jsonl \ -o results.jsonl \ --model meta-llama/Meta-Llama-3-8B-Instruct ``` @@ -119,7 +119,7 @@ wget https://raw.githubusercontent.com/vllm-project/vllm/main/examples/features/ Once you've created your batch file it should look like this ```bash -cat features/openai_batch/openai_example_batch.jsonl +cat examples/features/openai_batch/openai_example_batch.jsonl {"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "meta-llama/Meta-Llama-3-8B-Instruct", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_completion_tokens": 1000}} {"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "meta-llama/Meta-Llama-3-8B-Instruct", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_completion_tokens": 1000}} ``` @@ -127,7 +127,7 @@ cat features/openai_batch/openai_example_batch.jsonl Now upload your batch file to your S3 bucket. ```bash -aws s3 cp features/openai_batch/openai_example_batch.jsonl s3://MY_BUCKET/MY_INPUT_FILE.jsonl +aws s3 cp examples/features/openai_batch/openai_example_batch.jsonl s3://MY_BUCKET/MY_INPUT_FILE.jsonl ``` ### Step 2: Generate your presigned urls