[CI] Torch 2.11 flaky test_spec_decode_logprobs and gritlm tests (#45772)
Signed-off-by: Micah Williamson <micah.williamson@amd.com>
This commit is contained in:
@@ -12,7 +12,7 @@ from .embed_utils import run_client_embeddings
|
|||||||
|
|
||||||
MODEL_NAME = "parasail-ai/GritLM-7B-vllm"
|
MODEL_NAME = "parasail-ai/GritLM-7B-vllm"
|
||||||
MAX_MODEL_LEN = 4000
|
MAX_MODEL_LEN = 4000
|
||||||
ATOL = 0.002
|
ATOL = 2.3e-3
|
||||||
|
|
||||||
|
|
||||||
def _arr(arr):
|
def _arr(arr):
|
||||||
|
|||||||
@@ -1174,7 +1174,7 @@ def test_spec_decode_logprobs(
|
|||||||
assert len(ref_logprobs) == len(spec_logprobs)
|
assert len(ref_logprobs) == len(spec_logprobs)
|
||||||
for ref_logprob, spec_logprob in zip(ref_logprobs, spec_logprobs):
|
for ref_logprob, spec_logprob in zip(ref_logprobs, spec_logprobs):
|
||||||
assert math.isclose(
|
assert math.isclose(
|
||||||
ref_logprob.logprob, spec_logprob.logprob, rel_tol=5e-2, abs_tol=1e-1
|
ref_logprob.logprob, spec_logprob.logprob, rel_tol=5e-2, abs_tol=2.5e-1
|
||||||
), (
|
), (
|
||||||
f"Logprob mismatch: ref={ref_logprob.logprob} "
|
f"Logprob mismatch: ref={ref_logprob.logprob} "
|
||||||
f"spec={spec_logprob.logprob} "
|
f"spec={spec_logprob.logprob} "
|
||||||
|
|||||||
Reference in New Issue
Block a user