[CI] Stabilize cpu offload compressed tensors test (#41102)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -70,4 +70,5 @@ def test_cpu_offload_compressed_tensors(monkeypatch):
|
|||||||
["--enforce_eager"],
|
["--enforce_eager"],
|
||||||
["--enforce_eager", "--cpu-offload-gb", "1"],
|
["--enforce_eager", "--cpu-offload-gb", "1"],
|
||||||
max_wait_seconds=480,
|
max_wait_seconds=480,
|
||||||
|
include_seeded_sampling=False,
|
||||||
)
|
)
|
||||||
|
|||||||
+46
-25
@@ -782,6 +782,7 @@ def _test_completion(
|
|||||||
model: str,
|
model: str,
|
||||||
prompt: str,
|
prompt: str,
|
||||||
token_ids: list[int],
|
token_ids: list[int],
|
||||||
|
include_seeded_sampling: bool = True,
|
||||||
):
|
):
|
||||||
results = []
|
results = []
|
||||||
|
|
||||||
@@ -816,33 +817,40 @@ def _test_completion(
|
|||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
# test seeded random sampling
|
if include_seeded_sampling:
|
||||||
completion = client.completions.create(
|
# test seeded random sampling
|
||||||
model=model, prompt=prompt, max_tokens=5, seed=33, temperature=1.0
|
completion = client.completions.create(
|
||||||
)
|
model=model, prompt=prompt, max_tokens=5, seed=33, temperature=1.0
|
||||||
|
)
|
||||||
|
|
||||||
results.append(
|
results.append(
|
||||||
{
|
{
|
||||||
"test": "seeded_sampling",
|
"test": "seeded_sampling",
|
||||||
"text": completion.choices[0].text,
|
"text": completion.choices[0].text,
|
||||||
"finish_reason": completion.choices[0].finish_reason,
|
"finish_reason": completion.choices[0].finish_reason,
|
||||||
"usage": completion.usage,
|
"usage": completion.usage,
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
# test seeded random sampling with multiple prompts
|
# test seeded random sampling with multiple prompts
|
||||||
completion = client.completions.create(
|
completion = client.completions.create(
|
||||||
model=model, prompt=[prompt, prompt], max_tokens=5, seed=33, temperature=1.0
|
model=model,
|
||||||
)
|
prompt=[prompt, prompt],
|
||||||
|
max_tokens=5,
|
||||||
|
seed=33,
|
||||||
|
temperature=1.0,
|
||||||
|
)
|
||||||
|
|
||||||
results.append(
|
results.append(
|
||||||
{
|
{
|
||||||
"test": "seeded_sampling",
|
"test": "seeded_sampling",
|
||||||
"text": [choice.text for choice in completion.choices],
|
"text": [choice.text for choice in completion.choices],
|
||||||
"finish_reason": [choice.finish_reason for choice in completion.choices],
|
"finish_reason": [
|
||||||
"usage": completion.usage,
|
choice.finish_reason for choice in completion.choices
|
||||||
}
|
],
|
||||||
)
|
"usage": completion.usage,
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
# test simple list
|
# test simple list
|
||||||
batch = client.completions.create(
|
batch = client.completions.create(
|
||||||
@@ -1037,6 +1045,7 @@ def compare_two_settings(
|
|||||||
*,
|
*,
|
||||||
method: str = "generate",
|
method: str = "generate",
|
||||||
max_wait_seconds: float | None = None,
|
max_wait_seconds: float | None = None,
|
||||||
|
include_seeded_sampling: bool = True,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""
|
"""
|
||||||
Launch API server with two different sets of arguments/environments
|
Launch API server with two different sets of arguments/environments
|
||||||
@@ -1048,6 +1057,8 @@ def compare_two_settings(
|
|||||||
arg2: The second set of arguments to pass to the API server.
|
arg2: The second set of arguments to pass to the API server.
|
||||||
env1: The first set of environment variables to pass to the API server.
|
env1: The first set of environment variables to pass to the API server.
|
||||||
env2: The second set of environment variables to pass to the API server.
|
env2: The second set of environment variables to pass to the API server.
|
||||||
|
include_seeded_sampling: Whether to include temperature=1.0 seeded
|
||||||
|
sampling checks in the default generate comparison.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
compare_all_settings(
|
compare_all_settings(
|
||||||
@@ -1056,6 +1067,7 @@ def compare_two_settings(
|
|||||||
[env1, env2],
|
[env1, env2],
|
||||||
method=method,
|
method=method,
|
||||||
max_wait_seconds=max_wait_seconds,
|
max_wait_seconds=max_wait_seconds,
|
||||||
|
include_seeded_sampling=include_seeded_sampling,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -1066,6 +1078,7 @@ def compare_all_settings(
|
|||||||
*,
|
*,
|
||||||
method: str = "generate",
|
method: str = "generate",
|
||||||
max_wait_seconds: float | None = None,
|
max_wait_seconds: float | None = None,
|
||||||
|
include_seeded_sampling: bool = True,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""
|
"""
|
||||||
Launch API server with several different sets of arguments/environments
|
Launch API server with several different sets of arguments/environments
|
||||||
@@ -1074,6 +1087,8 @@ def compare_all_settings(
|
|||||||
model: The model to test.
|
model: The model to test.
|
||||||
all_args: A list of argument lists to pass to the API server.
|
all_args: A list of argument lists to pass to the API server.
|
||||||
all_envs: A list of environment dictionaries to pass to the API server.
|
all_envs: A list of environment dictionaries to pass to the API server.
|
||||||
|
include_seeded_sampling: Whether to include temperature=1.0 seeded
|
||||||
|
sampling checks in the default generate comparison.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
trust_remote_code = False
|
trust_remote_code = False
|
||||||
@@ -1134,7 +1149,13 @@ def compare_all_settings(
|
|||||||
)
|
)
|
||||||
|
|
||||||
if method == "generate":
|
if method == "generate":
|
||||||
results += _test_completion(client, model, prompt, token_ids)
|
results += _test_completion(
|
||||||
|
client,
|
||||||
|
model,
|
||||||
|
prompt,
|
||||||
|
token_ids,
|
||||||
|
include_seeded_sampling=include_seeded_sampling,
|
||||||
|
)
|
||||||
elif method == "generate_close":
|
elif method == "generate_close":
|
||||||
results += _test_completion_close(client, model, prompt)
|
results += _test_completion_close(client, model, prompt)
|
||||||
elif method == "generate_chat":
|
elif method == "generate_chat":
|
||||||
|
|||||||
Reference in New Issue
Block a user