0a62d39ff9
ManagedAgent and Gemini(use_interactions_api=True) both reach the Interactions API and surface identically as tool_name=google-adk in Google's usage pipeline, with no way to tell them apart. Thread an optional framework_label through merge_tracking_headers / get_tracking_headers / get_client_labels / _get_default_labels, and have ManagedAgent emit google-adk/<version>+managed_agent on the per-request extra_headers it sends to interactions.create, so its traffic is distinguishable via the tool_version dimension while tool_name stays google-adk. The suffix is applied on the request-time header path because that is what reaches the Interactions wire (the per-request extra_headers override the genai client's construction-time headers; verified by live capture). An explicit framework_label takes precedence over the Agent Engine (+remote_reasoning_engine) suffix; all other callers of merge_tracking_headers keep the no-arg default and are unchanged. Follow-up to the ManagedAgent tracking-headers change. Co-authored-by: Haran Rajkumar <haranrk@google.com> PiperOrigin-RevId: 947239702
255 lines
8.1 KiB
Python
255 lines
8.1 KiB
Python
# Copyright 2026 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Live integration tests for ManagedAgent.
|
|
|
|
Assumes tests/integration/.env is present (auto-loaded by conftest.py) and that
|
|
auth (ADC) is configured. Run explicitly:
|
|
|
|
pytest tests/integration/test_managed_agent.py -v -s
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import re
|
|
|
|
from google.adk.agents import ManagedAgent
|
|
from google.adk.runners import Runner
|
|
from google.adk.sessions.in_memory_session_service import InMemorySessionService
|
|
from google.adk.tools import google_search
|
|
from google.adk.tools import RemoteMcpServer
|
|
from google.adk.utils.context_utils import Aclosing
|
|
from google.genai import types
|
|
import httpx
|
|
import pytest
|
|
|
|
_AGENT_ID = 'antigravity-preview-05-2026'
|
|
|
|
|
|
async def _run_turn(runner, session, text: str) -> list:
|
|
events = []
|
|
async with Aclosing(
|
|
runner.run_async(
|
|
user_id='test_user',
|
|
session_id=session.id,
|
|
new_message=types.Content(
|
|
role='user', parts=[types.Part.from_text(text=text)]
|
|
),
|
|
)
|
|
) as agen:
|
|
async for event in agen:
|
|
events.append(event)
|
|
return events
|
|
|
|
|
|
def _joined_text(events) -> str:
|
|
return ' '.join(
|
|
part.text
|
|
for e in events
|
|
if e.content and e.content.parts
|
|
for part in e.content.parts
|
|
if part.text
|
|
)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_google_search_project_hail_mary():
|
|
agent = ManagedAgent(
|
|
name='managed_search_agent',
|
|
agent_id=_AGENT_ID,
|
|
environment={'type': 'remote'},
|
|
tools=[google_search],
|
|
)
|
|
session_service = InMemorySessionService()
|
|
runner = Runner(
|
|
app_name='managed_agent_it',
|
|
agent=agent,
|
|
session_service=session_service,
|
|
)
|
|
session = await session_service.create_session(
|
|
app_name='managed_agent_it', user_id='test_user'
|
|
)
|
|
|
|
events = await _run_turn(
|
|
runner, session, 'Who plays Rocky in the movie Project Hail Mary?'
|
|
)
|
|
|
|
answer = _joined_text(events)
|
|
print('\n=== ManagedAgent answer ===\n', answer)
|
|
assert (
|
|
'james ortiz' in answer.lower()
|
|
), f'expected the grounded answer to contain "James Ortiz"; got: {answer!r}'
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_interactions_request_carries_managed_agent_suffix(monkeypatch):
|
|
"""The outgoing Interactions request must carry google-adk/<ver>+managed_agent.
|
|
|
|
Guards the per-request tracking suffix at runtime. Unit tests only prove ADK
|
|
builds the right extra_headers dict; this proves the suffix survives onto the
|
|
actual outgoing HTTP request. Hooks httpx.AsyncClient.send (the layer every
|
|
google-genai transport funnels through), runs a real ManagedAgent turn, and
|
|
inspects the first interaction request's headers. Runs on both backends by
|
|
default (see conftest llm_backend), covering the Gemini Developer API and
|
|
Vertex interaction endpoints.
|
|
"""
|
|
captured: list[dict[str, str]] = []
|
|
orig_send = httpx.AsyncClient.send
|
|
|
|
async def _spy_send(self, request, **kwargs):
|
|
if 'interaction' in str(request.url).lower():
|
|
captured.append({
|
|
'x-goog-api-client': request.headers.get('x-goog-api-client', ''),
|
|
'user-agent': request.headers.get('user-agent', ''),
|
|
})
|
|
return await orig_send(self, request, **kwargs)
|
|
|
|
monkeypatch.setattr(httpx.AsyncClient, 'send', _spy_send)
|
|
|
|
agent = ManagedAgent(
|
|
name='managed_header_agent',
|
|
agent_id=_AGENT_ID,
|
|
environment={'type': 'remote'},
|
|
tools=[google_search],
|
|
)
|
|
session_service = InMemorySessionService()
|
|
runner = Runner(
|
|
app_name='managed_agent_it',
|
|
agent=agent,
|
|
session_service=session_service,
|
|
)
|
|
session = await session_service.create_session(
|
|
app_name='managed_agent_it', user_id='test_user'
|
|
)
|
|
|
|
# Request headers are set before any response is produced, so stop streaming
|
|
# as soon as an interaction request is captured. This keeps the test fast and
|
|
# independent of (non-deterministic) model output; any error after capture is
|
|
# irrelevant to the assertion.
|
|
run_error = None
|
|
try:
|
|
async with Aclosing(
|
|
runner.run_async(
|
|
user_id='test_user',
|
|
session_id=session.id,
|
|
new_message=types.Content(
|
|
role='user', parts=[types.Part.from_text(text='Say hi.')]
|
|
),
|
|
)
|
|
) as agen:
|
|
async for _ in agen:
|
|
if captured:
|
|
break
|
|
except Exception as e: # noqa: BLE001 - header is captured before any later error
|
|
run_error = e
|
|
|
|
assert captured, (
|
|
'no Interactions request was observed on the wire; '
|
|
f'run raised: {run_error!r}'
|
|
)
|
|
api_client = captured[0]['x-goog-api-client']
|
|
user_agent = captured[0]['user-agent']
|
|
print('\n=== captured interaction request headers ===')
|
|
print('x-goog-api-client:', api_client)
|
|
print('user-agent: ', user_agent)
|
|
assert re.search(r'google-adk/[^ ]*\+managed_agent', api_client), (
|
|
'expected google-adk/<version>+managed_agent in x-goog-api-client; '
|
|
f'got: {api_client!r}'
|
|
)
|
|
assert (
|
|
'+managed_agent' in user_agent
|
|
), f'expected +managed_agent in user-agent; got: {user_agent!r}'
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_code_execution_prime_sum():
|
|
agent = ManagedAgent(
|
|
name='managed_code_execution_agent',
|
|
agent_id=_AGENT_ID,
|
|
environment={'type': 'remote'},
|
|
tools=[types.Tool(code_execution=types.ToolCodeExecution())],
|
|
)
|
|
session_service = InMemorySessionService()
|
|
runner = Runner(
|
|
app_name='managed_agent_it',
|
|
agent=agent,
|
|
session_service=session_service,
|
|
)
|
|
session = await session_service.create_session(
|
|
app_name='managed_agent_it', user_id='test_user'
|
|
)
|
|
|
|
events = await _run_turn(
|
|
runner,
|
|
session,
|
|
'What is the sum of the first 50 prime numbers? Use code to compute it.',
|
|
)
|
|
|
|
answer = _joined_text(events)
|
|
print('\n=== ManagedAgent code execution answer ===\n', answer)
|
|
# The model may stream the number with thousands separators and/or stray
|
|
# whitespace (e.g. "5,117" or "5, 117"), so remove all whitespace and commas
|
|
# before matching the code-executed sum.
|
|
normalized = ''.join(answer.split()).replace(',', '')
|
|
assert (
|
|
'5117' in normalized
|
|
), f'expected the code-executed sum 5117; got: {answer!r}'
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
# Server-side remote MCP (mcp_server tool param) is currently only accepted by
|
|
# the Gemini Developer API Interactions endpoint. The Vertex Interactions
|
|
# endpoint returns 400 invalid_request for it (google-genai likewise documents
|
|
# types.Tool.mcp_servers as unsupported on Vertex AI), so this live test is
|
|
# scoped to GOOGLE_AI.
|
|
@pytest.mark.parametrize('llm_backend', ['GOOGLE_AI'], indirect=True)
|
|
@pytest.mark.skipif(
|
|
not os.environ.get('GOOGLE_MAPS_API_KEY'),
|
|
reason='GOOGLE_MAPS_API_KEY not set',
|
|
)
|
|
async def test_remote_mcp_maps_grounding_lite():
|
|
agent = ManagedAgent(
|
|
name='managed_maps_agent',
|
|
agent_id=_AGENT_ID,
|
|
environment={'type': 'remote'},
|
|
tools=[
|
|
RemoteMcpServer(
|
|
name='maps_grounding_lite',
|
|
url='https://mapstools.mtls.googleapis.com/mcp',
|
|
header_provider=lambda ctx: {
|
|
'X-Goog-Api-Key': os.environ['GOOGLE_MAPS_API_KEY']
|
|
},
|
|
)
|
|
],
|
|
)
|
|
session_service = InMemorySessionService()
|
|
runner = Runner(
|
|
app_name='managed_agent_it',
|
|
agent=agent,
|
|
session_service=session_service,
|
|
)
|
|
session = await session_service.create_session(
|
|
app_name='managed_agent_it', user_id='test_user'
|
|
)
|
|
|
|
events = await _run_turn(
|
|
runner, session, 'Find a few coffee shops near Golden Gate Park.'
|
|
)
|
|
|
|
# Non-deterministic content; assert a non-empty grounded answer came back and
|
|
# no terminal error event was emitted.
|
|
assert _joined_text(events).strip()
|
|
assert not any(e.error_code for e in events)
|