feat(google-gemini): update model YAMLs [bot]#1673
Conversation
|
/test-models |
Gateway test results
Failures (2)
ErrorCode snippetfrom google import genai
from google.genai import types
_endpoint = "https://internal.devtest.truefoundry.tech/api/llm"
_api_key = "***"
_full_model = "test-v2-gemini/gemini-2.5-flash-lite"
_parts = _full_model.split("/")
_provider_account = _parts[0]
_model_id = "/".join(_parts[1:])
if "/" in _model_id:
_model_id = _model_id.rsplit("/", 1)[-1]
_base_url = f"{_endpoint}/gemini/{_provider_account}/proxy"
client = genai.Client(
api_key=_api_key,
http_options=types.HttpOptions(base_url=_base_url),
)
contents = [
types.Content(role="user", parts=[types.Part.from_text(text="Hi")]),
types.Content(role="model", parts=[types.Part.from_text(text="Hi, how can I help you")]),
types.Content(role="user", parts=[types.Part.from_text(text="How to calculate 3^3^3^3? Think step by step and show all reasoning.")]),
]
config = types.GenerateContentConfig(
thinking_config=types.ThinkingConfig(
include_thoughts=True,
thinking_budget=5000,
),
)
_chunks = []
for chunk in client.models.generate_content_stream(
model=_model_id,
contents=contents,
config=config,
):
_chunks.append(chunk)
if chunk.candidates and chunk.candidates[0].content and chunk.candidates[0].content.parts:
for part in chunk.candidates[0].content.parts:
if not part.text:
continue
if part.thought:
print(f"[Thinking] {part.text}", end="", flush=True)
else:
print(part.text, end="", flush=True)
_thought_detected = False
for _chunk in _chunks:
if not _chunk.candidates or not _chunk.candidates[0].content:
continue
for _part in _chunk.candidates[0].content.parts:
if _part.text and _part.thought:
_thought_detected = True
if not _thought_detected:
_usage = getattr(_chunks[-1], "usage_metadata", None) if _chunks else None
if _usage and getattr(_usage, "thoughts_token_count", 0):
_thought_detected = True
if not _thought_detected:
raise Exception("VALIDATION FAILED: reasoning stream - no thinking information in GenAI stream")
print("\nVALIDATION: reasoning stream SUCCESS")
ErrorCode snippetfrom google import genai
from google.genai import types
_endpoint = "https://internal.devtest.truefoundry.tech/api/llm"
_api_key = "***"
_full_model = "test-v2-gemini/gemini-2.5-flash-lite"
_parts = _full_model.split("/")
_provider_account = _parts[0]
_model_id = "/".join(_parts[1:])
if "/" in _model_id:
_model_id = _model_id.rsplit("/", 1)[-1]
_base_url = f"{_endpoint}/gemini/{_provider_account}/proxy"
client = genai.Client(
api_key=_api_key,
http_options=types.HttpOptions(base_url=_base_url),
)
get_weather = types.FunctionDeclaration(
name="get_weather",
description="Get the current weather for a location.",
parameters_json_schema={
"type": "object",
"properties": {
"location": {
"type": "string",
"description": "The city name, e.g. London",
},
},
"required": ["location"],
},
)
tool = types.Tool(function_declarations=[get_weather])
contents = [
types.Content(role="user", parts=[types.Part.from_text(text="Hi")]),
types.Content(role="model", parts=[types.Part.from_text(text="Hi, how can I help you")]),
types.Content(role="user", parts=[types.Part.from_text(text="Use the get_weather tool to check the weather in London. You must call the tool, do not respond with plain text.")]),
]
config = types.GenerateContentConfig(
tools=[tool],
)
_chunks = []
for chunk in client.models.generate_content_stream(
model=_model_id,
contents=contents,
config=config,
):
_chunks.append(chunk)
if chunk.candidates and chunk.candidates[0].content and chunk.candidates[0].content.parts:
for part in chunk.candidates[0].content.parts:
if part.function_call:
print(f"Tool: {part.function_call.name}", flush=True)
print(f"Args: {part.function_call.args}", flush=True)
elif part.text:
print(part.text, end="", flush=True)
_tool_use_detected = False
for _chunk in _chunks:
if not _chunk.candidates or not _chunk.candidates[0].content:
continue
for _part in _chunk.candidates[0].content.parts:
if _part.function_call:
_tool_use_detected = True
if not _tool_use_detected:
raise Exception("VALIDATION FAILED: tool-call stream - no function calls in GenAI stream")
print("\nVALIDATION: tool-call stream SUCCESS")Successes (42)
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
OutputSkipped (2)
Skip reason
Skip reason |
|
/test-models |
Gateway test results
Successes (24)
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
OutputSkipped (2)
Skip reason
Skip reason |
|
/test-models |
|
/test-models |
Gateway test results
Successes (25)
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
OutputSkipped (1)
Skip reason |
Gateway test results
Successes (25)
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
OutputSkipped (1)
Skip reason |
|
/test-models |
|
/test-models |
Gateway test results
Successes (17)
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
OutputSkipped (1)
Skip reason |
Gateway test results
Failures (17)
Error
Error
Error
Error
Error
Error
Error
Error
Error
Error
Error
Error
Error
Error
Error
Error
ErrorSkipped (1)
Skip reason |
|
/test-models |
1 similar comment
|
/test-models |
Gateway test results
Successes (17)
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
Output
OutputSkipped (1)
Skip reason |
architkumar-truefoundry
deleted the
bot/update-google-gemini-20260702-095332
branch
2 participants
Auto-generated by poc-agent for provider
google-gemini.Note
Medium Risk
Retiring
gemini-3-pro-image-previewmay affect routing or UI for callers still on that model; the newreasoning_effortdefault on customtools could change behavior vs prior implicit defaults.Overview
Auto-generated provider sync for three google-gemini model YAMLs.
gemini-2.5-flash-preview-ttsandgemini-3-pro-image-preview: token/audio cost fields are rewritten in scientific notation (e.g.0.00001→1e-5) with no change to numeric values.gemini-3-pro-image-preview: addsisDeprecated: trueand changesstatusfrompreviewtoretired(existingretirementDateunchanged).gemini-3.1-pro-preview-customtools: adds areasoning_effortrequest param with defaulthighand supported valueslow,medium, andhigh.Reviewed by Cursor Bugbot for commit f64ea45. Bugbot is set up for automated code reviews on this repo. Configure here.