[Bugfix][CI/Build] Test prompt adapters in openai entrypoint tests (#6419)
This commit is contained in:
@@ -1,4 +1,5 @@
|
||||
import json
|
||||
import pathlib
|
||||
from dataclasses import dataclass
|
||||
from http import HTTPStatus
|
||||
from typing import Any, Dict, List, Optional, Tuple, Union
|
||||
@@ -74,8 +75,8 @@ class OpenAIServing:
|
||||
self.prompt_adapter_requests = []
|
||||
if prompt_adapters is not None:
|
||||
for i, prompt_adapter in enumerate(prompt_adapters, start=1):
|
||||
with open(f"./{prompt_adapter.local_path}"
|
||||
f"/adapter_config.json") as f:
|
||||
with pathlib.Path(prompt_adapter.local_path,
|
||||
"adapter_config.json").open() as f:
|
||||
adapter_config = json.load(f)
|
||||
num_virtual_tokens = adapter_config["num_virtual_tokens"]
|
||||
self.prompt_adapter_requests.append(
|
||||
|
||||
Reference in New Issue
Block a user