Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 9 additions & 5 deletions src/google/adk/models/lite_llm.py
Original file line number Diff line number Diff line change
Expand Up @@ -960,7 +960,9 @@ def _extract_reasoning_value(message: Message | Delta | None) -> Any:


_GEMMA4_MODEL_PATTERN = re.compile(r"gemma-?4")
_STANDARD_TOOL_ROLE_PROVIDERS = frozenset({"openai", "azure", "lm_studio"})
_STANDARD_TOOL_ROLE_PROVIDERS = frozenset(
{"openai", "azure", "lm_studio", "vertex_ai"}
)


def _is_gemma4_model(
Expand All @@ -977,8 +979,9 @@ def _is_gemma4_model(
results.

OpenAI-compatible endpoints (e.g. "openai/google/gemma-4-e4b",
"lm_studio/google/gemma-4-e4b") require the standard role='tool' and are
excluded.
"lm_studio/google/gemma-4-e4b", or Vertex AI Model Garden MaaS
"vertex_ai/google/gemma-4-26b-a4b-it-maas") require the standard role='tool'
and are excluded.

Args:
model: The model name to check.
Expand Down Expand Up @@ -1617,8 +1620,9 @@ async def _content_to_message_param(
)
# gemma4 requires role='tool_responses' for recognizing function_response
# parts as responses from the tool call, except on OpenAI-compatible
# endpoints (openai, azure, lm_studio) which require the standard 'tool'
# role. Earlier Gemma versions before version 4 do not support tool use.
# endpoints (openai, azure, lm_studio, vertex_ai) which require the
# standard 'tool' role. Earlier Gemma versions before version 4 do not
# support tool use.
tool_role: Literal["tool", "tool_responses"] = (
"tool_responses"
if _is_gemma4_model(
Expand Down
3 changes: 3 additions & 0 deletions tests/unittests/models/test_lite_llm_gemma_tool_role.py
Original file line number Diff line number Diff line change
Expand Up @@ -363,6 +363,7 @@ class TestEnsureToolResults:
("lm_studio/google/gemma-4-e4b", None, "tool"),
("google/gemma-4-e4b", "lm_studio", "tool"),
("google/gemma-4-e4b", "openai", "tool"),
("vertex_ai/google/gemma-4-26b-a4b-it-maas", None, "tool"),
],
)
def test_gemma4_healed_tool_result_role(
Expand Down Expand Up @@ -496,6 +497,8 @@ class TestLiteLlmGenerateContent:
),
("google/gemma-4-e4b", "lm_studio", "tool"),
("google/gemma-4-e4b", "openai", "tool"),
("vertex_ai/google/gemma-4-26b-a4b-it-maas", None, "tool"),
("google/gemma-4-26b-a4b-it-maas", "vertex_ai", "tool"),
("ollama/gemma4:e2b", None, "tool_responses"),
("hosted_vllm/google/gemma-4-26B-A4B", None, "tool_responses"),
],
Expand Down
Loading