[Bugfix][CI/Build] Test prompt adapters in openai entrypoint tests (#6419)

This commit is contained in:
Joe
2024-07-15 18:54:15 -07:00
committed by GitHub
parent 9ad32dacd9
commit d92b3c5cde
2 changed files with 54 additions and 31 deletions
+3 -2
View File
@@ -1,4 +1,5 @@
import json
import pathlib
from dataclasses import dataclass
from http import HTTPStatus
from typing import Any, Dict, List, Optional, Tuple, Union
@@ -74,8 +75,8 @@ class OpenAIServing:
self.prompt_adapter_requests = []
if prompt_adapters is not None:
for i, prompt_adapter in enumerate(prompt_adapters, start=1):
with open(f"./{prompt_adapter.local_path}"
f"/adapter_config.json") as f:
with pathlib.Path(prompt_adapter.local_path,
"adapter_config.json").open() as f:
adapter_config = json.load(f)
num_virtual_tokens = adapter_config["num_virtual_tokens"]
self.prompt_adapter_requests.append(