Add Laguna-XS-2.1-INT4 to nightly CI (#52961)
Signed-off-by: Joe Rowell <joe@poolside.ai> Signed-off-by: Misha Goin <mgoin64@gmail.com> Co-authored-by: Misha Goin <mgoin64@gmail.com>
This commit is contained in:
@@ -0,0 +1,11 @@
|
||||
model_name: "poolside/Laguna-XS-2.1-INT4"
|
||||
accuracy_threshold: 0.90
|
||||
num_questions: 1319
|
||||
num_fewshot: 5
|
||||
max_tokens: 1024
|
||||
use_chat_completions: true
|
||||
startup_max_wait_seconds: 1200
|
||||
server_args: >-
|
||||
--enforce-eager
|
||||
--max-model-len 4096
|
||||
--trust-remote-code
|
||||
@@ -1,7 +1,9 @@
|
||||
model_name: "poolside/Laguna-XS.2-NVFP4"
|
||||
accuracy_threshold: 0.86
|
||||
accuracy_threshold: 0.90
|
||||
num_questions: 1319
|
||||
num_fewshot: 5
|
||||
max_tokens: 1024
|
||||
use_chat_completions: true
|
||||
startup_max_wait_seconds: 1200
|
||||
server_args: >-
|
||||
--enforce-eager
|
||||
|
||||
@@ -4,3 +4,4 @@ Qwen1.5-MoE-W4A16-CT.yaml
|
||||
DeepSeek-V2-Lite-Instruct-FP8.yaml
|
||||
Qwen3-30B-A3B-NVFP4.yaml
|
||||
Laguna-XS.2-NVFP4.yaml
|
||||
Laguna-XS-2.1-INT4.yaml
|
||||
|
||||
@@ -5,4 +5,4 @@ Qwen2.5-VL-3B-Instruct-FP8-dynamic.yaml
|
||||
Qwen1.5-MoE-W4A16-CT.yaml
|
||||
DeepSeek-V2-Lite-Instruct-FP8.yaml
|
||||
Qwen3-30B-A3B-MXFP4A16.yaml
|
||||
gemma-4-E4B-it-qat-mobile-ct.yaml
|
||||
gemma-4-E4B-it-qat-mobile-ct.yaml
|
||||
|
||||
Reference in New Issue
Block a user