From 81e81dac1f3654564c3c48000edce1cdbe248ab9 Mon Sep 17 00:00:00 2001 From: "Kevin H. Luu" Date: Fri, 14 Aug 2026 15:11:55 -0700 Subject: [PATCH] [CI] Shard MoE refactor B200 eval (#52327) Signed-off-by: Kevin Luu <51931015+khluu@users.noreply.github.com> --- .buildkite/test_areas/lm_eval.yaml | 5 +++-- .../gsm8k/configs/moe-refactor/config-b200-shard-0.txt | 3 +++ .../gsm8k/configs/moe-refactor/config-b200-shard-1.txt | 5 +++++ .../gsm8k/configs/moe-refactor/config-b200-shard-2.txt | 5 +++++ .../gsm8k/configs/moe-refactor/config-b200-shard-3.txt | 6 ++++++ 5 files changed, 22 insertions(+), 2 deletions(-) create mode 100644 tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-0.txt create mode 100644 tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-1.txt create mode 100644 tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-2.txt create mode 100644 tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-3.txt diff --git a/.buildkite/test_areas/lm_eval.yaml b/.buildkite/test_areas/lm_eval.yaml index 84ebf0d13a..967bf1b9f4 100644 --- a/.buildkite/test_areas/lm_eval.yaml +++ b/.buildkite/test_areas/lm_eval.yaml @@ -178,13 +178,14 @@ steps: commands: - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/moe-refactor/config-h100.txt -- label: MoE Refactor Integration Test (B200 - TEMPORARY) +- label: MoE Refactor Integration Test (B200 - TEMPORARY) %N key: moe-refactor-integration-test-b200-temporary device: b200-k8s optional: true num_devices: 2 + parallelism: 4 commands: - - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/moe-refactor/config-b200.txt + - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/moe-refactor/config-b200-shard-$$BUILDKITE_PARALLEL_JOB.txt - label: MoE Refactor Integration Test (B200 DP - TEMPORARY) key: moe-refactor-integration-test-b200-dp-temporary diff --git a/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-0.txt b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-0.txt new file mode 100644 index 0000000000..fd65e86112 --- /dev/null +++ b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-0.txt @@ -0,0 +1,3 @@ +DeepSeek-V4-Flash-deepgemm-mega-moe.yaml +Qwen3-30B-A3B-NvFp4-ModelOpt-marlin.yaml +Qwen3-30B-A3B-NvFp4-ModelOpt-fi-trtllm.yaml diff --git a/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-1.txt b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-1.txt new file mode 100644 index 0000000000..7fd830430d --- /dev/null +++ b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-1.txt @@ -0,0 +1,5 @@ +Nemotron-Nano-30B-Fp8-ModelOpt-fi-trtllm.yaml +Nemotron-Nano-30B-NvFp4-ModelOpt-fi-cutlass.yaml +Llama-4-Scout-Fp8-CT-vllm-cutlass.yaml +Qwen3-30B-A3B-NvFp4-ModelOpt-fi-cutlass.yaml +Qwen3-30B-A3B-NvFp4-CT-fi-cutlass.yaml diff --git a/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-2.txt b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-2.txt new file mode 100644 index 0000000000..20fda6edc8 --- /dev/null +++ b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-2.txt @@ -0,0 +1,5 @@ +Llama-4-Scout-Fp8-ModelOpt-fi-trtllm.yaml +Qwen3-30B-A3B-NvFp4-CT-fi-trtllm.yaml +Qwen3-30B-A3B-NvFp4-CT-vllm-cutlass.yaml +Llama-4-Scout-BF16-triton.yaml +Qwen3-30B-A3B-NvFp4-ModelOpt-vllm-cutlass.yaml diff --git a/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-3.txt b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-3.txt new file mode 100644 index 0000000000..17c52f8f4d --- /dev/null +++ b/tests/evals/gsm8k/configs/moe-refactor/config-b200-shard-3.txt @@ -0,0 +1,6 @@ +Llama-4-Scout-BF16-fi-cutlass.yaml +Qwen3-30B-A3B-Fp8-AutoFp8-fi-trtllm.yaml +Nemotron-Nano-30B-NvFp4-ModelOpt-vllm-cutlass.yaml +Mixtral-8x7B-BF16-fi-cutlass.yaml +Qwen3-30B-A3B-NvFp4-CT-marlin.yaml +Mixtral-8x7B-BF16-triton.yaml