[CI][ROCm] Add ten AMD parity groups (#57876)
Signed-off-by: Andreas Karatzas <akaratza@amd.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
15859bb3a1
commit
82daf9f575
@@ -0,0 +1,5 @@
|
||||
model_name: "Qwen/Qwen3-30B-A3B"
|
||||
accuracy_threshold: 0.88
|
||||
num_questions: 1319
|
||||
num_fewshot: 5
|
||||
server_args: "--enforce-eager --max-model-len 8192 --tensor-parallel-size 2 --moe-backend=triton"
|
||||
@@ -0,0 +1 @@
|
||||
Qwen3-30B-A3B-BF16-triton-rocm.yaml
|
||||
@@ -0,0 +1 @@
|
||||
Qwen3-30B-A3B-Fp8-AutoFp8-triton.yaml
|
||||
@@ -0,0 +1 @@
|
||||
Qwen3-30B-A3B-Fp8-CT-Block-triton.yaml
|
||||
@@ -0,0 +1 @@
|
||||
Mixtral-8x7B-Fp8-AutoFp8-triton.yaml
|
||||
@@ -0,0 +1,26 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
model_name: "Qwen/Qwen3.8-Flash-Next-FP8"
|
||||
datasets:
|
||||
gsm8k:
|
||||
metric_threshold: 0.98
|
||||
tolerance: 0.02
|
||||
aime25:
|
||||
metric_threshold: 0.90
|
||||
tolerance: 0.05
|
||||
eval_batch_size: 32
|
||||
startup_max_wait_seconds: 1800
|
||||
generation_config:
|
||||
seed: 1236
|
||||
do_sample: true
|
||||
temperature: 0.7
|
||||
top_p: 0.8
|
||||
top_k: 20
|
||||
repetition_penalty: 1.0
|
||||
presence_penalty: 1.5
|
||||
max_tokens: 32768
|
||||
stream: true
|
||||
extra_body:
|
||||
chat_template_kwargs:
|
||||
enable_thinking: true
|
||||
server_args: "--tensor-parallel-size 4 --mamba-cache-mode align"
|
||||
@@ -0,0 +1 @@
|
||||
Qwen3.8-Flash-Next-FP8-rocm.yaml
|
||||
Reference in New Issue
Block a user