diff --git a/.buildkite/performance-benchmarks/tests/serving-tests.json b/.buildkite/performance-benchmarks/tests/serving-tests.json
index dabc218399..ac0eb213b9 100644
--- a/.buildkite/performance-benchmarks/tests/serving-tests.json
+++ b/.buildkite/performance-benchmarks/tests/serving-tests.json
@@ -76,6 +76,7 @@
       "test_name": "serving_llama70B_tp4_random_128_128",
       "server_parameters": {
         "model": "meta-llama/Llama-3.3-70B-Instruct",
+        "tensor_parallel_size": 4,
         "async_scheduling": "",
 	"no_enable_prefix_caching": "",
         "max_num_batched_tokens": 8192