Convert examples to ruff-format (#18400)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -5,6 +5,7 @@ Example online usage of Pooling API.
|
||||
Run `vllm serve <model> --task <embed|classify|reward|score>`
|
||||
to start up the server in vLLM.
|
||||
"""
|
||||
|
||||
import argparse
|
||||
import pprint
|
||||
|
||||
@@ -21,9 +22,7 @@ def parse_args():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--host", type=str, default="localhost")
|
||||
parser.add_argument("--port", type=int, default=8000)
|
||||
parser.add_argument("--model",
|
||||
type=str,
|
||||
default="jason9693/Qwen2.5-1.5B-apeach")
|
||||
parser.add_argument("--model", type=str, default="jason9693/Qwen2.5-1.5B-apeach")
|
||||
|
||||
return parser.parse_args()
|
||||
|
||||
@@ -42,15 +41,13 @@ def main(args):
|
||||
|
||||
# Input like Chat API
|
||||
prompt = {
|
||||
"model":
|
||||
model_name,
|
||||
"messages": [{
|
||||
"role": "user",
|
||||
"content": [{
|
||||
"type": "text",
|
||||
"text": "vLLM is great!"
|
||||
}],
|
||||
}]
|
||||
"model": model_name,
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": [{"type": "text", "text": "vLLM is great!"}],
|
||||
}
|
||||
],
|
||||
}
|
||||
pooling_response = post_http_request(prompt=prompt, api_url=api_url)
|
||||
print("Pooling Response:")
|
||||
|
||||
Reference in New Issue
Block a user