[CI] Torch 2.11 flaky test_spec_decode_logprobs and gritlm tests (#45772)
Signed-off-by: Micah Williamson <micah.williamson@amd.com>
This commit is contained in:
@@ -12,7 +12,7 @@ from .embed_utils import run_client_embeddings
|
||||
|
||||
MODEL_NAME = "parasail-ai/GritLM-7B-vllm"
|
||||
MAX_MODEL_LEN = 4000
|
||||
ATOL = 0.002
|
||||
ATOL = 2.3e-3
|
||||
|
||||
|
||||
def _arr(arr):
|
||||
|
||||
@@ -1174,7 +1174,7 @@ def test_spec_decode_logprobs(
|
||||
assert len(ref_logprobs) == len(spec_logprobs)
|
||||
for ref_logprob, spec_logprob in zip(ref_logprobs, spec_logprobs):
|
||||
assert math.isclose(
|
||||
ref_logprob.logprob, spec_logprob.logprob, rel_tol=5e-2, abs_tol=1e-1
|
||||
ref_logprob.logprob, spec_logprob.logprob, rel_tol=5e-2, abs_tol=2.5e-1
|
||||
), (
|
||||
f"Logprob mismatch: ref={ref_logprob.logprob} "
|
||||
f"spec={spec_logprob.logprob} "
|
||||
|
||||
Reference in New Issue
Block a user