From d5cace7f447d9301f5f1d4c960778c2daeaeb6b7 Mon Sep 17 00:00:00 2001 From: Rafael Ladeira Date: Tue, 3 Nov 2026 17:33:43 +0000 Subject: [PATCH] fix(models): use standard tool role for Gemma 4 on Vertex AI Vertex AI Model Garden MaaS serves Gemma 4 via Vertex AI's OpenAI-compatible chat-completions endpoint, which rejects role='tool_responses' with 400 INVALID_ARGUMENT ("Unrecognized 'role' field for a message; found: 'tool_responses'."). Self-deployed Vertex AI Model Garden Gemma 4 endpoints also accept role='tool'. Add 'vertex_ai' to _STANDARD_TOOL_ROLE_PROVIDERS so Gemma 4 on Vertex AI sends standard role='tool' while preserving 'tool_responses' for Ollama and hosted_vllm. Fixes #7977 --- src/google/adk/models/lite_llm.py | 14 +++++++++----- .../models/test_lite_llm_gemma_tool_role.py | 3 +++ 2 files changed, 12 insertions(+), 5 deletions(-) diff --git a/src/google/adk/models/lite_llm.py b/src/google/adk/models/lite_llm.py index e06eb32248b..36596628f49 100644 --- a/src/google/adk/models/lite_llm.py +++ b/src/google/adk/models/lite_llm.py @@ -960,7 +960,9 @@ def _extract_reasoning_value(message: Message | Delta | None) -> Any: _GEMMA4_MODEL_PATTERN = re.compile(r"gemma-?4") -_STANDARD_TOOL_ROLE_PROVIDERS = frozenset({"openai", "azure", "lm_studio"}) +_STANDARD_TOOL_ROLE_PROVIDERS = frozenset( + {"openai", "azure", "lm_studio", "vertex_ai"} +) def _is_gemma4_model( @@ -977,8 +979,9 @@ def _is_gemma4_model( results. OpenAI-compatible endpoints (e.g. "openai/google/gemma-4-e4b", - "lm_studio/google/gemma-4-e4b") require the standard role='tool' and are - excluded. + "lm_studio/google/gemma-4-e4b", or Vertex AI Model Garden MaaS + "vertex_ai/google/gemma-4-26b-a4b-it-maas") require the standard role='tool' + and are excluded. Args: model: The model name to check. @@ -1617,8 +1620,9 @@ async def _content_to_message_param( ) # gemma4 requires role='tool_responses' for recognizing function_response # parts as responses from the tool call, except on OpenAI-compatible - # endpoints (openai, azure, lm_studio) which require the standard 'tool' - # role. Earlier Gemma versions before version 4 do not support tool use. + # endpoints (openai, azure, lm_studio, vertex_ai) which require the + # standard 'tool' role. Earlier Gemma versions before version 4 do not + # support tool use. tool_role: Literal["tool", "tool_responses"] = ( "tool_responses" if _is_gemma4_model( diff --git a/tests/unittests/models/test_lite_llm_gemma_tool_role.py b/tests/unittests/models/test_lite_llm_gemma_tool_role.py index 55e6a9b6d9f..ca3808a3612 100644 --- a/tests/unittests/models/test_lite_llm_gemma_tool_role.py +++ b/tests/unittests/models/test_lite_llm_gemma_tool_role.py @@ -363,6 +363,7 @@ class TestEnsureToolResults: ("lm_studio/google/gemma-4-e4b", None, "tool"), ("google/gemma-4-e4b", "lm_studio", "tool"), ("google/gemma-4-e4b", "openai", "tool"), + ("vertex_ai/google/gemma-4-26b-a4b-it-maas", None, "tool"), ], ) def test_gemma4_healed_tool_result_role( @@ -496,6 +497,8 @@ class TestLiteLlmGenerateContent: ), ("google/gemma-4-e4b", "lm_studio", "tool"), ("google/gemma-4-e4b", "openai", "tool"), + ("vertex_ai/google/gemma-4-26b-a4b-it-maas", None, "tool"), + ("google/gemma-4-26b-a4b-it-maas", "vertex_ai", "tool"), ("ollama/gemma4:e2b", None, "tool_responses"), ("hosted_vllm/google/gemma-4-26B-A4B", None, "tool_responses"), ],