[ROCm][CI] Stabilize Granite tool-use and test URL construction (#43017)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
2026-05-23 12:21:11 +08:00
parent 6a4723a2e0
commit 76ea1d5d2f
5 changed files with 46 additions and 11 deletions
@@ -201,6 +201,10 @@ CONFIGS: dict[str, ServerConfig] = {
            "--chat-template",
            str(VLLM_PATH / "examples/tool_chat_template_granite.jinja"),
        ],
+        "system_prompt": "You are a helpful AI assistant with access to tools. "
+        "Use two-letter US state abbreviations in weather tool arguments. "
+        "When a tool is required to answer the user query, respond with "
+        "<|tool_call|> followed by a JSON list of tools used.",
    },
    "granite-3.1-8b": {
        "model": "ibm-granite/granite-3.1-8b-instruct",