Close httplib2 connections.
create(projectsId, locationsId, body=None, x__xgafv=None)
Creates an interaction.
createStream(projectsId, locationsId, body=None, x__xgafv=None)
Creates an interaction and streams the response.
Deletes an interaction.
close()
Close httplib2 connections.
create(projectsId, locationsId, body=None, x__xgafv=None)
Creates an interaction.
Args:
projectsId: string, A parameter (required)
locationsId: string, A parameter (required)
body: object, The request body.
The object takes the form of:
{ # Configuration parameters for creating an interaction.
"background": True or False, # Input only. Whether to run the model interaction in the background.
"interaction": { # Response for InteractionService.CreateInteraction. # The interaction to create.
"agentInteraction": { # Interaction for generating the completion using agents. # Interaction for generating the completion using agents.
"agent": "A String", # The name of the `Agent` used for generating the completion.
"antigravityConfig": { # Configuration for the Antigravity agent runtime. Provides server-side control over the agent's execution environment and tool configuration. # Antigravity agent configuration. This configuration is session-level settings that are passed to the agent runtime on a per-request basis.
"maxTotalTokens": "A String", # Max total tokens for the agent run.
"model": "A String", # The model to use for agent reasoning.
},
"codeMenderConfig": { # Configuration for the CodeMender agent.
"findRequest": { # Request parameters specific to FIND sessions, used for discovering vulnerabilities in a codebase. # Parameters for finding vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the vulnerability analysis.
"findingId": "A String", # The identifier of a specific finding to verify. This is primarily used in VERIFY mode to focus the agent's execution-based validation on a single vulnerability.
"mode": "A String", # The mode of the find session.
"sourceFiles": [ # A list of source files to provide as context for the scan.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"fixRequest": { # Request parameters specific to FIX sessions, used for generating and validating security patches. # Parameters for fixing vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the patch generation process.
"findingId": "A String", # The identifier of the specific security finding to be remediated. This ID maps to a previously discovered vulnerability.
"sourceFiles": [ # A list of source files providing context for the remediation. These files are typically the ones containing the identified vulnerability.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"model": "A String", # The name of the model to use for the CodeMender agent. One CodeMender session will only use one model.
"sessionConfig": { # The configuration of CodeMender sessions. # Optional session-specific configurations to override default agent behavior.
"maxRounds": 42, # The maximum number of interaction rounds the agent is allowed to perform before reaching a timeout.
},
"sessionId": "A String", # Parameter for grouping multiple interactions that belong to the same CodeMender session.
},
"deepResearchConfig": { # Configuration for the Deep Research agent.
"collaborativePlanning": True or False, # Enables human-in-the-loop planning for the Deep Research agent. If set to true, the Deep Research agent will provide a research plan in its response. The agent will then proceed only if the user confirms the plan in the next turn.
"enableBigqueryTool": True or False, # Enables bigquery tool for the Deep Research agent.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"visualization": "A String", # Whether to include visualizations in the response.
},
"dynamicConfig": { # Configuration for dynamic agents.
"config": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # For agents that are not supported statically in the API definition.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
},
"content": { # The content of the response. # The content for the interaction.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"contentList": { # A list of Content. # The inputs for the interaction.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"created": "A String", # Required. Output only. The time at which the response was created in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"envId": "A String", # The environment ID for the interaction. Can be 'remote' for default environment.
"environmentId": "A String", # Output only. The environment ID for the interaction. Only populated if environment config is set in the request.
"errors": [ # Output only. Diagnostic faults / platform errors recorded on the interaction.
{ # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
],
"id": "A String", # Required. Output only. A unique identifier for the interaction completion.
"labels": { # Optional. The labels with user-defined metadata for the request. It is used for billing and reporting only. Label keys and values can be no longer than 63 characters (Unicode codepoints) and can only contain lowercase letters, numeric characters, underscores, and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter.
"a_key": "A String",
},
"localEnvironment": { # Configuration for an environment that lives on the client connection rather than in a server-managed sandbox. When set (via Interaction.local_environment), the agent's filesystem and shell are treated as living on the client: the agent's built-in environment operations (e.g. reading/listing/editing files and running commands) are suspended on the server and yielded back to the client to execute, with their results returned on a subsequent turn. This is mutually exclusive with a server-managed `EnvironmentConfig` (remote_environment), since the environment is either on the client or in a server sandbox, never both. This governs only the agent's built-in environment. Client-declared function tools are always executed on the client regardless of this field. # The agent's environment lives on the client connection: its built-in environment operations (filesystem ops and running commands) are yielded to the client to execute, instead of running in a server-managed sandbox. Mutually exclusive with `remote_environment`. (Independent of any client-declared function tools, which are always executed on the client regardless of this field.)
},
"modelInteraction": { # Interaction for generating the completion using models. # Interaction for generating the completion using models.
"generationConfig": { # Configuration parameters for model interactions. # Input only. Configuration parameters for the model interaction.
"imageConfig": { # The configuration for image interaction. # Configuration for image interaction.
"aspectRatio": "A String", # The aspect ratio of the image to generate. Supported aspect ratios: 1:1, 2:3, 3:2, 3:4, 4:3, 9:16, 16:9, 21:9. If not specified, the model will choose a default aspect ratio based on any reference images provided.
"imageSize": "A String", # Specifies the size of generated images. Supported values are `1K`, `2K`, `4K`. If not specified, the model will use default value `1K`.
},
"maxOutputTokens": 42, # The maximum number of tokens to include in the response.
"seed": 42, # Seed used in decoding for reproducibility.
"speechConfig": [ # Configuration for speech interaction.
{ # The configuration for speech interaction.
"language": "A String", # The language of the speech.
"speaker": "A String", # The speaker's name, it should match the speaker name given in the prompt.
"voice": "A String", # The voice of the speaker.
},
],
"stopSequences": [ # A list of character sequences that will stop output interaction.
"A String",
],
"temperature": 3.14, # Controls the randomness of the output.
"thinkingLevel": "A String", # The level of thought tokens that the model should generate.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"toolChoiceConfig": { # The tool choice configuration containing allowed tools. # The config for the tool choice.
"allowedTools": { # The configuration for allowed tools. # The allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
},
"toolChoiceMode": "A String", # The mode of the tool choice.
"topP": 3.14, # The maximum cumulative probability of tokens to consider when sampling.
"transcriptionConfig": { # Configuration for speech recognition (transcription). # Optional. Configuration for speech recognition (transcription). If present, ASR is enabled.
"adaptationPhrases": [ # Optional. A list of phrases to bias the ASR model towards.
"A String",
],
"customVocabulary": [ # Optional. A list of custom vocabulary phrases to bias the speech recognition model toward recognizing specific terms.
"A String",
],
"diarizationMode": "A String", # Optional. Configures speaker diarization. Supported values: "speaker".
"languageCodes": [ # Optional. BCP-47 language codes providing hints about the languages present in the audio. If omitted or empty, defaults to automatic language detection.
"A String",
],
"timestampGranularities": [ # Optional. The granularity of timestamps to include in the transcription output. Supported values: "word". If empty, no timestamps are generated.
"A String",
],
},
"videoConfig": { # Configuration options for video generation. # Configuration for video generation.
"task": "A String", # Optional task mode for video generation. If not specified, the model automatically determines the appropriate mode based on the provided text prompt and input media.
},
},
"model": "A String", # The name of the `Model` used for generating the completion.
},
"outputs": [ # Output only. Responses from the model.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"previousInteractionId": "A String", # The ID of the previous interaction, if any.
"remoteEnvironment": { # Configuration for a custom environment.
"environmentId": "A String", # Optional. The environment ID for the interaction. If specified, the request will update the existing environment instead of creating a new one.
"networkAllowlist": { # Network egress configuration for the environment. # Allow only specific domains.
"allowlist": [ # List of allowed domains and their configurations.
{ # A network egress rule that controls which external domains the environment is allowed to reach. Each rule identifies a target domain and, optionally, a set of HTTP headers to inject into every matching outbound request.
"domain": "A String", # The domain pattern to match for this rule. Use an exact hostname (e.g., `github.com`), a wildcard prefix (e.g., `*.googleapis.com`), or `*` to match all domains.
"transform": { # Headers to inject into requests matching this rule. Key: header name (e.g., "Authorization"). Value: header value (e.g., "Bearer your-token").
"a_key": "A String",
},
},
],
},
"networkMode": "A String", # Network egress mode.
"sources": [
{ # A source to be mounted into the environment.
"content": "A String", # The inline content if `type` is `INLINE`.
"encoding": "A String", # Optional encoding for inline content (e.g. `base64`).
"source": "A String", # The source of the environment. For GCS, this is the GCS path. For GitHub, this is the GitHub path.
"target": "A String", # Where the source should appear in the environment.
"type": "A String",
},
],
},
"responseFormat": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Enforces that the generated response is a JSON object that complies with the JSON schema specified in this field.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"responseFormatList": {
"responseFormats": [
{
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
],
},
"responseFormatSingleton": {
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
"responseMimeType": "A String", # The mime type of the response. This is required if response_format is set.
"responseModalities": [ # The requested modalities of the response (TEXT, IMAGE, AUDIO).
"A String",
],
"role": "A String", # Output only. The role of the interaction.
"safetySettings": [ # Safety settings for the interaction.
{ # A safety setting that affects the safety-blocking behavior. A SafetySetting consists of a harm category and a threshold for that category.
"method": "A String", # Optional. The method for blocking content. If not specified, the default behavior is to use the probability score.
"threshold": "A String", # Required. The threshold for blocking content. If the harm probability exceeds this threshold, the content will be blocked.
"type": "A String", # Required. The type of harm category to be blocked.
},
],
"serviceTier": "A String", # The service tier for the interaction.
"status": "A String", # Required. Output only. The status of the interaction.
"stepList": { # A list of Steps. # Input only. The steps for the interaction.
"steps": [ # The steps of the list.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
},
"steps": [ # Required. Output only. The steps that make up the interaction.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
"stringContent": "A String", # A string input for the interaction, it will be processed as a single text input.
"systemInstruction": "A String", # System instruction for the interaction.
"tools": [ # A list of tool declarations the model may call during interaction.
{ # A tool that can be used by the model.
"codeExecution": { # A tool that can be used by the model to execute code. # A tool that can be used by the model to execute code.
},
"computerUse": { # A tool that can be used by the model to interact with the computer. # Tool to support the model interacting directly with the computer.
"disabledSafetyPolicies": [ # Optional. Disabled safety policies for computer use.
"A String",
],
"enablePromptInjectionDetection": True or False, # Whether enable the prompt injection detection check on computer-use request.
"environment": "A String", # The environment being operated.
"excludedPredefinedFunctions": [ # The list of predefined functions that are excluded from the model call.
"A String",
],
},
"fileSearch": { # A tool that can be used by the model to search files. # A tool that can be used by the model to search files.
"fileSearchStoreNames": [ # The file search store names to search.
"A String",
],
"metadataFilter": "A String", # Metadata filter to apply to the semantic retrieval documents and chunks.
"topK": 42, # The number of semantic retrieval chunks to retrieve.
},
"function": { # A tool that can be used by the model. # A function that can be used by the model.
"description": "A String", # A description of the function.
"name": "A String", # The name of the function.
"parameters": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # The JSON Schema for the function's parameters.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMaps": { # A tool that can be used by the model to call Google Maps. # A tool that can be used by the model to search Google Maps.
"enableWidget": True or False, # Whether to return a widget context token in the tool call result of the response.
"latitude": 3.14, # The latitude of the user's location.
"longitude": 3.14, # The longitude of the user's location.
},
"googleSearch": { # A tool that can be used by the model to search Google. # A tool that can be used by the model to search Google.
"searchTypes": [ # The types of search grounding to enable.
"A String",
],
},
"mcpServer": { # A MCPServer is a server that can be called by the model to perform actions. # A MCPServer is a server that can be called by the model to perform actions.
"allowedTools": [ # The allowed tools.
{ # The configuration for allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
],
"headers": { # Optional: Fields for authentication headers, timeouts, etc., if needed.
"a_key": "A String",
},
"name": "A String", # The name of the MCPServer.
"url": "A String", # The full URL for the MCPServer endpoint. Example: "https://api.example.com/mcp"
},
"retrieval": { # A tool that can be used by the model to retrieve files. # A tool that can be used by the model to retrieve files.
"exaAiSearchConfig": { # Used to specify configuration for ExaAISearch. # Used to specify configuration for ExaAISearch.
"apiKey": "A String", # Required. The API key for ExaAiSearch.
"customConfig": { # Optional. This field can be used to pass any parameter from the Exa.ai Search API.
"a_key": "", # Properties of the object.
},
},
"parallelAiSearchConfig": { # Used to specify configuration for ParallelAISearch. # Used to specify configuration for ParallelAISearch.
"apiKey": "A String", # Optional. The API key for ParallelAiSearch.
"customConfig": { # Optional. Custom configs for ParallelAiSearch.
"a_key": "", # Properties of the object.
},
},
"ragStoreConfig": { # Use to specify configuration for RAG Store. # Used to specify configuration for RagStore.
"ragResources": [ # Optional. The representation of the rag source.
{ # The definition of the Rag resource.
"ragCorpus": "A String", # Optional. RagCorpora resource name.
"ragFileIds": [ # Optional. rag_file_id. The files should be in the same rag_corpus set in rag_corpus field.
"A String",
],
},
],
"ragRetrievalConfig": { # Specifies the context retrieval config. # Optional. The retrieval config for the Rag query.
"filter": { # Config for filters. # Optional. Config for filters.
"metadataFilter": "A String", # Optional. String for metadata filtering.
"vectorDistanceThreshold": 3.14, # Optional. Only returns contexts with vector distance smaller than the threshold.
"vectorSimilarityThreshold": 3.14, # Optional. Only returns contexts with vector similarity larger than the threshold.
},
"hybridSearch": { # Config for Hybrid Search. # Optional. Config for Hybrid Search.
"alpha": 3.14, # Optional. Alpha value controls the weight between dense and sparse vector search results.
},
"ranking": { # Config for ranking and reranking. # Optional. Config for ranking and reranking.
"rankService": { # Config for Rank Service. # Optional. Config for Rank Service.
"modelName": "A String", # Optional. The model name of the rank service.
},
},
"topK": 42, # Optional. The number of contexts to retrieve.
},
"similarityTopK": 42, # Optional. Number of top k results to return from the selected corpora.
"vectorDistanceThreshold": 3.14, # Optional. Only return results with vector distance smaller than the threshold.
},
"retrievalTypes": [ # The types of file retrieval to enable.
"A String",
],
"vertexAiSearchConfig": { # Used to specify configuration for VertexAISearch. # Used to specify configuration for VertexAISearch.
"datastores": [ # Optional. Used to specify Vertex AI Search datastores.
"A String",
],
"engine": "A String", # Optional. Used to specify Vertex AI Search engine.
},
},
"urlContext": { # A tool that can be used by the model to fetch URL context. # A tool that can be used by the model to fetch URL context.
},
},
],
"turnList": { # A list of Turns. # The turns for the interaction.
"turns": [
{
"contentList": { # A list of Content. # The content of the turn. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the turn. A single string.
"role": "A String", # The originator of this turn. Must be user for input or model for model output.
},
],
},
"updated": "A String", # Required. Output only. The time at which the response was last updated in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"usage": { # Statistics on the interaction request's token usage. # Output only. Statistics on the interaction request's token usage.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
},
"store": True or False, # Input only. Whether to store the response and request for later retrieval.
"stream": True or False, # Input only. Whether the interaction will be streamed.
}
x__xgafv: string, V1 error format.
Allowed values
1 - v1 error format
2 - v2 error format
Returns:
An object of the form:
{ # Response for InteractionService.CreateInteraction.
"agentInteraction": { # Interaction for generating the completion using agents. # Interaction for generating the completion using agents.
"agent": "A String", # The name of the `Agent` used for generating the completion.
"antigravityConfig": { # Configuration for the Antigravity agent runtime. Provides server-side control over the agent's execution environment and tool configuration. # Antigravity agent configuration. This configuration is session-level settings that are passed to the agent runtime on a per-request basis.
"maxTotalTokens": "A String", # Max total tokens for the agent run.
"model": "A String", # The model to use for agent reasoning.
},
"codeMenderConfig": { # Configuration for the CodeMender agent.
"findRequest": { # Request parameters specific to FIND sessions, used for discovering vulnerabilities in a codebase. # Parameters for finding vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the vulnerability analysis.
"findingId": "A String", # The identifier of a specific finding to verify. This is primarily used in VERIFY mode to focus the agent's execution-based validation on a single vulnerability.
"mode": "A String", # The mode of the find session.
"sourceFiles": [ # A list of source files to provide as context for the scan.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"fixRequest": { # Request parameters specific to FIX sessions, used for generating and validating security patches. # Parameters for fixing vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the patch generation process.
"findingId": "A String", # The identifier of the specific security finding to be remediated. This ID maps to a previously discovered vulnerability.
"sourceFiles": [ # A list of source files providing context for the remediation. These files are typically the ones containing the identified vulnerability.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"model": "A String", # The name of the model to use for the CodeMender agent. One CodeMender session will only use one model.
"sessionConfig": { # The configuration of CodeMender sessions. # Optional session-specific configurations to override default agent behavior.
"maxRounds": 42, # The maximum number of interaction rounds the agent is allowed to perform before reaching a timeout.
},
"sessionId": "A String", # Parameter for grouping multiple interactions that belong to the same CodeMender session.
},
"deepResearchConfig": { # Configuration for the Deep Research agent.
"collaborativePlanning": True or False, # Enables human-in-the-loop planning for the Deep Research agent. If set to true, the Deep Research agent will provide a research plan in its response. The agent will then proceed only if the user confirms the plan in the next turn.
"enableBigqueryTool": True or False, # Enables bigquery tool for the Deep Research agent.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"visualization": "A String", # Whether to include visualizations in the response.
},
"dynamicConfig": { # Configuration for dynamic agents.
"config": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # For agents that are not supported statically in the API definition.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
},
"content": { # The content of the response. # The content for the interaction.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"contentList": { # A list of Content. # The inputs for the interaction.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"created": "A String", # Required. Output only. The time at which the response was created in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"envId": "A String", # The environment ID for the interaction. Can be 'remote' for default environment.
"environmentId": "A String", # Output only. The environment ID for the interaction. Only populated if environment config is set in the request.
"errors": [ # Output only. Diagnostic faults / platform errors recorded on the interaction.
{ # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
],
"id": "A String", # Required. Output only. A unique identifier for the interaction completion.
"labels": { # Optional. The labels with user-defined metadata for the request. It is used for billing and reporting only. Label keys and values can be no longer than 63 characters (Unicode codepoints) and can only contain lowercase letters, numeric characters, underscores, and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter.
"a_key": "A String",
},
"localEnvironment": { # Configuration for an environment that lives on the client connection rather than in a server-managed sandbox. When set (via Interaction.local_environment), the agent's filesystem and shell are treated as living on the client: the agent's built-in environment operations (e.g. reading/listing/editing files and running commands) are suspended on the server and yielded back to the client to execute, with their results returned on a subsequent turn. This is mutually exclusive with a server-managed `EnvironmentConfig` (remote_environment), since the environment is either on the client or in a server sandbox, never both. This governs only the agent's built-in environment. Client-declared function tools are always executed on the client regardless of this field. # The agent's environment lives on the client connection: its built-in environment operations (filesystem ops and running commands) are yielded to the client to execute, instead of running in a server-managed sandbox. Mutually exclusive with `remote_environment`. (Independent of any client-declared function tools, which are always executed on the client regardless of this field.)
},
"modelInteraction": { # Interaction for generating the completion using models. # Interaction for generating the completion using models.
"generationConfig": { # Configuration parameters for model interactions. # Input only. Configuration parameters for the model interaction.
"imageConfig": { # The configuration for image interaction. # Configuration for image interaction.
"aspectRatio": "A String", # The aspect ratio of the image to generate. Supported aspect ratios: 1:1, 2:3, 3:2, 3:4, 4:3, 9:16, 16:9, 21:9. If not specified, the model will choose a default aspect ratio based on any reference images provided.
"imageSize": "A String", # Specifies the size of generated images. Supported values are `1K`, `2K`, `4K`. If not specified, the model will use default value `1K`.
},
"maxOutputTokens": 42, # The maximum number of tokens to include in the response.
"seed": 42, # Seed used in decoding for reproducibility.
"speechConfig": [ # Configuration for speech interaction.
{ # The configuration for speech interaction.
"language": "A String", # The language of the speech.
"speaker": "A String", # The speaker's name, it should match the speaker name given in the prompt.
"voice": "A String", # The voice of the speaker.
},
],
"stopSequences": [ # A list of character sequences that will stop output interaction.
"A String",
],
"temperature": 3.14, # Controls the randomness of the output.
"thinkingLevel": "A String", # The level of thought tokens that the model should generate.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"toolChoiceConfig": { # The tool choice configuration containing allowed tools. # The config for the tool choice.
"allowedTools": { # The configuration for allowed tools. # The allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
},
"toolChoiceMode": "A String", # The mode of the tool choice.
"topP": 3.14, # The maximum cumulative probability of tokens to consider when sampling.
"transcriptionConfig": { # Configuration for speech recognition (transcription). # Optional. Configuration for speech recognition (transcription). If present, ASR is enabled.
"adaptationPhrases": [ # Optional. A list of phrases to bias the ASR model towards.
"A String",
],
"customVocabulary": [ # Optional. A list of custom vocabulary phrases to bias the speech recognition model toward recognizing specific terms.
"A String",
],
"diarizationMode": "A String", # Optional. Configures speaker diarization. Supported values: "speaker".
"languageCodes": [ # Optional. BCP-47 language codes providing hints about the languages present in the audio. If omitted or empty, defaults to automatic language detection.
"A String",
],
"timestampGranularities": [ # Optional. The granularity of timestamps to include in the transcription output. Supported values: "word". If empty, no timestamps are generated.
"A String",
],
},
"videoConfig": { # Configuration options for video generation. # Configuration for video generation.
"task": "A String", # Optional task mode for video generation. If not specified, the model automatically determines the appropriate mode based on the provided text prompt and input media.
},
},
"model": "A String", # The name of the `Model` used for generating the completion.
},
"outputs": [ # Output only. Responses from the model.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"previousInteractionId": "A String", # The ID of the previous interaction, if any.
"remoteEnvironment": { # Configuration for a custom environment.
"environmentId": "A String", # Optional. The environment ID for the interaction. If specified, the request will update the existing environment instead of creating a new one.
"networkAllowlist": { # Network egress configuration for the environment. # Allow only specific domains.
"allowlist": [ # List of allowed domains and their configurations.
{ # A network egress rule that controls which external domains the environment is allowed to reach. Each rule identifies a target domain and, optionally, a set of HTTP headers to inject into every matching outbound request.
"domain": "A String", # The domain pattern to match for this rule. Use an exact hostname (e.g., `github.com`), a wildcard prefix (e.g., `*.googleapis.com`), or `*` to match all domains.
"transform": { # Headers to inject into requests matching this rule. Key: header name (e.g., "Authorization"). Value: header value (e.g., "Bearer your-token").
"a_key": "A String",
},
},
],
},
"networkMode": "A String", # Network egress mode.
"sources": [
{ # A source to be mounted into the environment.
"content": "A String", # The inline content if `type` is `INLINE`.
"encoding": "A String", # Optional encoding for inline content (e.g. `base64`).
"source": "A String", # The source of the environment. For GCS, this is the GCS path. For GitHub, this is the GitHub path.
"target": "A String", # Where the source should appear in the environment.
"type": "A String",
},
],
},
"responseFormat": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Enforces that the generated response is a JSON object that complies with the JSON schema specified in this field.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"responseFormatList": {
"responseFormats": [
{
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
],
},
"responseFormatSingleton": {
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
"responseMimeType": "A String", # The mime type of the response. This is required if response_format is set.
"responseModalities": [ # The requested modalities of the response (TEXT, IMAGE, AUDIO).
"A String",
],
"role": "A String", # Output only. The role of the interaction.
"safetySettings": [ # Safety settings for the interaction.
{ # A safety setting that affects the safety-blocking behavior. A SafetySetting consists of a harm category and a threshold for that category.
"method": "A String", # Optional. The method for blocking content. If not specified, the default behavior is to use the probability score.
"threshold": "A String", # Required. The threshold for blocking content. If the harm probability exceeds this threshold, the content will be blocked.
"type": "A String", # Required. The type of harm category to be blocked.
},
],
"serviceTier": "A String", # The service tier for the interaction.
"status": "A String", # Required. Output only. The status of the interaction.
"stepList": { # A list of Steps. # Input only. The steps for the interaction.
"steps": [ # The steps of the list.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
},
"steps": [ # Required. Output only. The steps that make up the interaction.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
"stringContent": "A String", # A string input for the interaction, it will be processed as a single text input.
"systemInstruction": "A String", # System instruction for the interaction.
"tools": [ # A list of tool declarations the model may call during interaction.
{ # A tool that can be used by the model.
"codeExecution": { # A tool that can be used by the model to execute code. # A tool that can be used by the model to execute code.
},
"computerUse": { # A tool that can be used by the model to interact with the computer. # Tool to support the model interacting directly with the computer.
"disabledSafetyPolicies": [ # Optional. Disabled safety policies for computer use.
"A String",
],
"enablePromptInjectionDetection": True or False, # Whether enable the prompt injection detection check on computer-use request.
"environment": "A String", # The environment being operated.
"excludedPredefinedFunctions": [ # The list of predefined functions that are excluded from the model call.
"A String",
],
},
"fileSearch": { # A tool that can be used by the model to search files. # A tool that can be used by the model to search files.
"fileSearchStoreNames": [ # The file search store names to search.
"A String",
],
"metadataFilter": "A String", # Metadata filter to apply to the semantic retrieval documents and chunks.
"topK": 42, # The number of semantic retrieval chunks to retrieve.
},
"function": { # A tool that can be used by the model. # A function that can be used by the model.
"description": "A String", # A description of the function.
"name": "A String", # The name of the function.
"parameters": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # The JSON Schema for the function's parameters.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMaps": { # A tool that can be used by the model to call Google Maps. # A tool that can be used by the model to search Google Maps.
"enableWidget": True or False, # Whether to return a widget context token in the tool call result of the response.
"latitude": 3.14, # The latitude of the user's location.
"longitude": 3.14, # The longitude of the user's location.
},
"googleSearch": { # A tool that can be used by the model to search Google. # A tool that can be used by the model to search Google.
"searchTypes": [ # The types of search grounding to enable.
"A String",
],
},
"mcpServer": { # A MCPServer is a server that can be called by the model to perform actions. # A MCPServer is a server that can be called by the model to perform actions.
"allowedTools": [ # The allowed tools.
{ # The configuration for allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
],
"headers": { # Optional: Fields for authentication headers, timeouts, etc., if needed.
"a_key": "A String",
},
"name": "A String", # The name of the MCPServer.
"url": "A String", # The full URL for the MCPServer endpoint. Example: "https://api.example.com/mcp"
},
"retrieval": { # A tool that can be used by the model to retrieve files. # A tool that can be used by the model to retrieve files.
"exaAiSearchConfig": { # Used to specify configuration for ExaAISearch. # Used to specify configuration for ExaAISearch.
"apiKey": "A String", # Required. The API key for ExaAiSearch.
"customConfig": { # Optional. This field can be used to pass any parameter from the Exa.ai Search API.
"a_key": "", # Properties of the object.
},
},
"parallelAiSearchConfig": { # Used to specify configuration for ParallelAISearch. # Used to specify configuration for ParallelAISearch.
"apiKey": "A String", # Optional. The API key for ParallelAiSearch.
"customConfig": { # Optional. Custom configs for ParallelAiSearch.
"a_key": "", # Properties of the object.
},
},
"ragStoreConfig": { # Use to specify configuration for RAG Store. # Used to specify configuration for RagStore.
"ragResources": [ # Optional. The representation of the rag source.
{ # The definition of the Rag resource.
"ragCorpus": "A String", # Optional. RagCorpora resource name.
"ragFileIds": [ # Optional. rag_file_id. The files should be in the same rag_corpus set in rag_corpus field.
"A String",
],
},
],
"ragRetrievalConfig": { # Specifies the context retrieval config. # Optional. The retrieval config for the Rag query.
"filter": { # Config for filters. # Optional. Config for filters.
"metadataFilter": "A String", # Optional. String for metadata filtering.
"vectorDistanceThreshold": 3.14, # Optional. Only returns contexts with vector distance smaller than the threshold.
"vectorSimilarityThreshold": 3.14, # Optional. Only returns contexts with vector similarity larger than the threshold.
},
"hybridSearch": { # Config for Hybrid Search. # Optional. Config for Hybrid Search.
"alpha": 3.14, # Optional. Alpha value controls the weight between dense and sparse vector search results.
},
"ranking": { # Config for ranking and reranking. # Optional. Config for ranking and reranking.
"rankService": { # Config for Rank Service. # Optional. Config for Rank Service.
"modelName": "A String", # Optional. The model name of the rank service.
},
},
"topK": 42, # Optional. The number of contexts to retrieve.
},
"similarityTopK": 42, # Optional. Number of top k results to return from the selected corpora.
"vectorDistanceThreshold": 3.14, # Optional. Only return results with vector distance smaller than the threshold.
},
"retrievalTypes": [ # The types of file retrieval to enable.
"A String",
],
"vertexAiSearchConfig": { # Used to specify configuration for VertexAISearch. # Used to specify configuration for VertexAISearch.
"datastores": [ # Optional. Used to specify Vertex AI Search datastores.
"A String",
],
"engine": "A String", # Optional. Used to specify Vertex AI Search engine.
},
},
"urlContext": { # A tool that can be used by the model to fetch URL context. # A tool that can be used by the model to fetch URL context.
},
},
],
"turnList": { # A list of Turns. # The turns for the interaction.
"turns": [
{
"contentList": { # A list of Content. # The content of the turn. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the turn. A single string.
"role": "A String", # The originator of this turn. Must be user for input or model for model output.
},
],
},
"updated": "A String", # Required. Output only. The time at which the response was last updated in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"usage": { # Statistics on the interaction request's token usage. # Output only. Statistics on the interaction request's token usage.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
}
createStream(projectsId, locationsId, body=None, x__xgafv=None)
Creates an interaction and streams the response.
Args:
projectsId: string, A parameter (required)
locationsId: string, A parameter (required)
body: object, The request body.
The object takes the form of:
{ # Configuration parameters for creating an interaction.
"background": True or False, # Input only. Whether to run the model interaction in the background.
"interaction": { # Response for InteractionService.CreateInteraction. # The interaction to create.
"agentInteraction": { # Interaction for generating the completion using agents. # Interaction for generating the completion using agents.
"agent": "A String", # The name of the `Agent` used for generating the completion.
"antigravityConfig": { # Configuration for the Antigravity agent runtime. Provides server-side control over the agent's execution environment and tool configuration. # Antigravity agent configuration. This configuration is session-level settings that are passed to the agent runtime on a per-request basis.
"maxTotalTokens": "A String", # Max total tokens for the agent run.
"model": "A String", # The model to use for agent reasoning.
},
"codeMenderConfig": { # Configuration for the CodeMender agent.
"findRequest": { # Request parameters specific to FIND sessions, used for discovering vulnerabilities in a codebase. # Parameters for finding vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the vulnerability analysis.
"findingId": "A String", # The identifier of a specific finding to verify. This is primarily used in VERIFY mode to focus the agent's execution-based validation on a single vulnerability.
"mode": "A String", # The mode of the find session.
"sourceFiles": [ # A list of source files to provide as context for the scan.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"fixRequest": { # Request parameters specific to FIX sessions, used for generating and validating security patches. # Parameters for fixing vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the patch generation process.
"findingId": "A String", # The identifier of the specific security finding to be remediated. This ID maps to a previously discovered vulnerability.
"sourceFiles": [ # A list of source files providing context for the remediation. These files are typically the ones containing the identified vulnerability.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"model": "A String", # The name of the model to use for the CodeMender agent. One CodeMender session will only use one model.
"sessionConfig": { # The configuration of CodeMender sessions. # Optional session-specific configurations to override default agent behavior.
"maxRounds": 42, # The maximum number of interaction rounds the agent is allowed to perform before reaching a timeout.
},
"sessionId": "A String", # Parameter for grouping multiple interactions that belong to the same CodeMender session.
},
"deepResearchConfig": { # Configuration for the Deep Research agent.
"collaborativePlanning": True or False, # Enables human-in-the-loop planning for the Deep Research agent. If set to true, the Deep Research agent will provide a research plan in its response. The agent will then proceed only if the user confirms the plan in the next turn.
"enableBigqueryTool": True or False, # Enables bigquery tool for the Deep Research agent.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"visualization": "A String", # Whether to include visualizations in the response.
},
"dynamicConfig": { # Configuration for dynamic agents.
"config": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # For agents that are not supported statically in the API definition.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
},
"content": { # The content of the response. # The content for the interaction.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"contentList": { # A list of Content. # The inputs for the interaction.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"created": "A String", # Required. Output only. The time at which the response was created in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"envId": "A String", # The environment ID for the interaction. Can be 'remote' for default environment.
"environmentId": "A String", # Output only. The environment ID for the interaction. Only populated if environment config is set in the request.
"errors": [ # Output only. Diagnostic faults / platform errors recorded on the interaction.
{ # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
],
"id": "A String", # Required. Output only. A unique identifier for the interaction completion.
"labels": { # Optional. The labels with user-defined metadata for the request. It is used for billing and reporting only. Label keys and values can be no longer than 63 characters (Unicode codepoints) and can only contain lowercase letters, numeric characters, underscores, and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter.
"a_key": "A String",
},
"localEnvironment": { # Configuration for an environment that lives on the client connection rather than in a server-managed sandbox. When set (via Interaction.local_environment), the agent's filesystem and shell are treated as living on the client: the agent's built-in environment operations (e.g. reading/listing/editing files and running commands) are suspended on the server and yielded back to the client to execute, with their results returned on a subsequent turn. This is mutually exclusive with a server-managed `EnvironmentConfig` (remote_environment), since the environment is either on the client or in a server sandbox, never both. This governs only the agent's built-in environment. Client-declared function tools are always executed on the client regardless of this field. # The agent's environment lives on the client connection: its built-in environment operations (filesystem ops and running commands) are yielded to the client to execute, instead of running in a server-managed sandbox. Mutually exclusive with `remote_environment`. (Independent of any client-declared function tools, which are always executed on the client regardless of this field.)
},
"modelInteraction": { # Interaction for generating the completion using models. # Interaction for generating the completion using models.
"generationConfig": { # Configuration parameters for model interactions. # Input only. Configuration parameters for the model interaction.
"imageConfig": { # The configuration for image interaction. # Configuration for image interaction.
"aspectRatio": "A String", # The aspect ratio of the image to generate. Supported aspect ratios: 1:1, 2:3, 3:2, 3:4, 4:3, 9:16, 16:9, 21:9. If not specified, the model will choose a default aspect ratio based on any reference images provided.
"imageSize": "A String", # Specifies the size of generated images. Supported values are `1K`, `2K`, `4K`. If not specified, the model will use default value `1K`.
},
"maxOutputTokens": 42, # The maximum number of tokens to include in the response.
"seed": 42, # Seed used in decoding for reproducibility.
"speechConfig": [ # Configuration for speech interaction.
{ # The configuration for speech interaction.
"language": "A String", # The language of the speech.
"speaker": "A String", # The speaker's name, it should match the speaker name given in the prompt.
"voice": "A String", # The voice of the speaker.
},
],
"stopSequences": [ # A list of character sequences that will stop output interaction.
"A String",
],
"temperature": 3.14, # Controls the randomness of the output.
"thinkingLevel": "A String", # The level of thought tokens that the model should generate.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"toolChoiceConfig": { # The tool choice configuration containing allowed tools. # The config for the tool choice.
"allowedTools": { # The configuration for allowed tools. # The allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
},
"toolChoiceMode": "A String", # The mode of the tool choice.
"topP": 3.14, # The maximum cumulative probability of tokens to consider when sampling.
"transcriptionConfig": { # Configuration for speech recognition (transcription). # Optional. Configuration for speech recognition (transcription). If present, ASR is enabled.
"adaptationPhrases": [ # Optional. A list of phrases to bias the ASR model towards.
"A String",
],
"customVocabulary": [ # Optional. A list of custom vocabulary phrases to bias the speech recognition model toward recognizing specific terms.
"A String",
],
"diarizationMode": "A String", # Optional. Configures speaker diarization. Supported values: "speaker".
"languageCodes": [ # Optional. BCP-47 language codes providing hints about the languages present in the audio. If omitted or empty, defaults to automatic language detection.
"A String",
],
"timestampGranularities": [ # Optional. The granularity of timestamps to include in the transcription output. Supported values: "word". If empty, no timestamps are generated.
"A String",
],
},
"videoConfig": { # Configuration options for video generation. # Configuration for video generation.
"task": "A String", # Optional task mode for video generation. If not specified, the model automatically determines the appropriate mode based on the provided text prompt and input media.
},
},
"model": "A String", # The name of the `Model` used for generating the completion.
},
"outputs": [ # Output only. Responses from the model.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"previousInteractionId": "A String", # The ID of the previous interaction, if any.
"remoteEnvironment": { # Configuration for a custom environment.
"environmentId": "A String", # Optional. The environment ID for the interaction. If specified, the request will update the existing environment instead of creating a new one.
"networkAllowlist": { # Network egress configuration for the environment. # Allow only specific domains.
"allowlist": [ # List of allowed domains and their configurations.
{ # A network egress rule that controls which external domains the environment is allowed to reach. Each rule identifies a target domain and, optionally, a set of HTTP headers to inject into every matching outbound request.
"domain": "A String", # The domain pattern to match for this rule. Use an exact hostname (e.g., `github.com`), a wildcard prefix (e.g., `*.googleapis.com`), or `*` to match all domains.
"transform": { # Headers to inject into requests matching this rule. Key: header name (e.g., "Authorization"). Value: header value (e.g., "Bearer your-token").
"a_key": "A String",
},
},
],
},
"networkMode": "A String", # Network egress mode.
"sources": [
{ # A source to be mounted into the environment.
"content": "A String", # The inline content if `type` is `INLINE`.
"encoding": "A String", # Optional encoding for inline content (e.g. `base64`).
"source": "A String", # The source of the environment. For GCS, this is the GCS path. For GitHub, this is the GitHub path.
"target": "A String", # Where the source should appear in the environment.
"type": "A String",
},
],
},
"responseFormat": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Enforces that the generated response is a JSON object that complies with the JSON schema specified in this field.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"responseFormatList": {
"responseFormats": [
{
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
],
},
"responseFormatSingleton": {
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
"responseMimeType": "A String", # The mime type of the response. This is required if response_format is set.
"responseModalities": [ # The requested modalities of the response (TEXT, IMAGE, AUDIO).
"A String",
],
"role": "A String", # Output only. The role of the interaction.
"safetySettings": [ # Safety settings for the interaction.
{ # A safety setting that affects the safety-blocking behavior. A SafetySetting consists of a harm category and a threshold for that category.
"method": "A String", # Optional. The method for blocking content. If not specified, the default behavior is to use the probability score.
"threshold": "A String", # Required. The threshold for blocking content. If the harm probability exceeds this threshold, the content will be blocked.
"type": "A String", # Required. The type of harm category to be blocked.
},
],
"serviceTier": "A String", # The service tier for the interaction.
"status": "A String", # Required. Output only. The status of the interaction.
"stepList": { # A list of Steps. # Input only. The steps for the interaction.
"steps": [ # The steps of the list.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
},
"steps": [ # Required. Output only. The steps that make up the interaction.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
"stringContent": "A String", # A string input for the interaction, it will be processed as a single text input.
"systemInstruction": "A String", # System instruction for the interaction.
"tools": [ # A list of tool declarations the model may call during interaction.
{ # A tool that can be used by the model.
"codeExecution": { # A tool that can be used by the model to execute code. # A tool that can be used by the model to execute code.
},
"computerUse": { # A tool that can be used by the model to interact with the computer. # Tool to support the model interacting directly with the computer.
"disabledSafetyPolicies": [ # Optional. Disabled safety policies for computer use.
"A String",
],
"enablePromptInjectionDetection": True or False, # Whether enable the prompt injection detection check on computer-use request.
"environment": "A String", # The environment being operated.
"excludedPredefinedFunctions": [ # The list of predefined functions that are excluded from the model call.
"A String",
],
},
"fileSearch": { # A tool that can be used by the model to search files. # A tool that can be used by the model to search files.
"fileSearchStoreNames": [ # The file search store names to search.
"A String",
],
"metadataFilter": "A String", # Metadata filter to apply to the semantic retrieval documents and chunks.
"topK": 42, # The number of semantic retrieval chunks to retrieve.
},
"function": { # A tool that can be used by the model. # A function that can be used by the model.
"description": "A String", # A description of the function.
"name": "A String", # The name of the function.
"parameters": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # The JSON Schema for the function's parameters.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMaps": { # A tool that can be used by the model to call Google Maps. # A tool that can be used by the model to search Google Maps.
"enableWidget": True or False, # Whether to return a widget context token in the tool call result of the response.
"latitude": 3.14, # The latitude of the user's location.
"longitude": 3.14, # The longitude of the user's location.
},
"googleSearch": { # A tool that can be used by the model to search Google. # A tool that can be used by the model to search Google.
"searchTypes": [ # The types of search grounding to enable.
"A String",
],
},
"mcpServer": { # A MCPServer is a server that can be called by the model to perform actions. # A MCPServer is a server that can be called by the model to perform actions.
"allowedTools": [ # The allowed tools.
{ # The configuration for allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
],
"headers": { # Optional: Fields for authentication headers, timeouts, etc., if needed.
"a_key": "A String",
},
"name": "A String", # The name of the MCPServer.
"url": "A String", # The full URL for the MCPServer endpoint. Example: "https://api.example.com/mcp"
},
"retrieval": { # A tool that can be used by the model to retrieve files. # A tool that can be used by the model to retrieve files.
"exaAiSearchConfig": { # Used to specify configuration for ExaAISearch. # Used to specify configuration for ExaAISearch.
"apiKey": "A String", # Required. The API key for ExaAiSearch.
"customConfig": { # Optional. This field can be used to pass any parameter from the Exa.ai Search API.
"a_key": "", # Properties of the object.
},
},
"parallelAiSearchConfig": { # Used to specify configuration for ParallelAISearch. # Used to specify configuration for ParallelAISearch.
"apiKey": "A String", # Optional. The API key for ParallelAiSearch.
"customConfig": { # Optional. Custom configs for ParallelAiSearch.
"a_key": "", # Properties of the object.
},
},
"ragStoreConfig": { # Use to specify configuration for RAG Store. # Used to specify configuration for RagStore.
"ragResources": [ # Optional. The representation of the rag source.
{ # The definition of the Rag resource.
"ragCorpus": "A String", # Optional. RagCorpora resource name.
"ragFileIds": [ # Optional. rag_file_id. The files should be in the same rag_corpus set in rag_corpus field.
"A String",
],
},
],
"ragRetrievalConfig": { # Specifies the context retrieval config. # Optional. The retrieval config for the Rag query.
"filter": { # Config for filters. # Optional. Config for filters.
"metadataFilter": "A String", # Optional. String for metadata filtering.
"vectorDistanceThreshold": 3.14, # Optional. Only returns contexts with vector distance smaller than the threshold.
"vectorSimilarityThreshold": 3.14, # Optional. Only returns contexts with vector similarity larger than the threshold.
},
"hybridSearch": { # Config for Hybrid Search. # Optional. Config for Hybrid Search.
"alpha": 3.14, # Optional. Alpha value controls the weight between dense and sparse vector search results.
},
"ranking": { # Config for ranking and reranking. # Optional. Config for ranking and reranking.
"rankService": { # Config for Rank Service. # Optional. Config for Rank Service.
"modelName": "A String", # Optional. The model name of the rank service.
},
},
"topK": 42, # Optional. The number of contexts to retrieve.
},
"similarityTopK": 42, # Optional. Number of top k results to return from the selected corpora.
"vectorDistanceThreshold": 3.14, # Optional. Only return results with vector distance smaller than the threshold.
},
"retrievalTypes": [ # The types of file retrieval to enable.
"A String",
],
"vertexAiSearchConfig": { # Used to specify configuration for VertexAISearch. # Used to specify configuration for VertexAISearch.
"datastores": [ # Optional. Used to specify Vertex AI Search datastores.
"A String",
],
"engine": "A String", # Optional. Used to specify Vertex AI Search engine.
},
},
"urlContext": { # A tool that can be used by the model to fetch URL context. # A tool that can be used by the model to fetch URL context.
},
},
],
"turnList": { # A list of Turns. # The turns for the interaction.
"turns": [
{
"contentList": { # A list of Content. # The content of the turn. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the turn. A single string.
"role": "A String", # The originator of this turn. Must be user for input or model for model output.
},
],
},
"updated": "A String", # Required. Output only. The time at which the response was last updated in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"usage": { # Statistics on the interaction request's token usage. # Output only. Statistics on the interaction request's token usage.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
},
"store": True or False, # Input only. Whether to store the response and request for later retrieval.
"stream": True or False, # Input only. Whether the interaction will be streamed.
}
x__xgafv: string, V1 error format.
Allowed values
1 - v1 error format
2 - v2 error format
Returns:
An object of the form:
{
"contentDelta": { # The content block delta data, used for content.delta events. Legacy content-based streaming event, used when steps are disabled.
"delta": { # The delta content data for a content block.
"audio": {
"channels": 42, # The number of audio channels.
"data": "A String",
"mimeType": "A String",
"rate": 42, # Deprecated. Use sample_rate instead. The value is ignored.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String",
},
"document": {
"data": "A String",
"mimeType": "A String",
"uri": "A String",
},
"image": {
"data": "A String",
"mimeType": "A String",
"resolution": "A String", # The resolution of the media.
"uri": "A String",
},
"text": {
"text": "A String",
},
"textAnnotation": {
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
},
"thoughtSignature": {
"signature": "A String", # Signature to match the backend source to be part of the generation.
},
"thoughtSummary": {
"content": { # The content of the response. # A new summary item to be added to the thought.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
},
"toolCall": {
"codeExecutionCall": {
"arguments": { # The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": {
},
"functionCall": {
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String",
},
"googleMapsCall": {
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": {
"arguments": { # The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": {
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String",
"serverName": "A String",
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": {
"arguments": { # The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": {
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": {
"isError": True or False,
"result": "A String",
},
"fileSearchResult": {
"result": [
{ # The result of the File Search.
},
],
},
"functionResult": {
"isError": True or False,
"name": "A String",
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": {
"result": [ # The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": {
"isError": True or False,
"result": [
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": {
"name": "A String",
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String",
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": {
"isError": True or False,
"result": [
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": {
"data": "A String",
"mimeType": "A String",
"resolution": "A String", # The resolution of the media.
"uri": "A String",
},
},
"index": 42,
},
"contentStart": { # The content block start data, used for content.start events. Legacy content-based streaming event, used when steps are disabled.
"content": { # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"index": 42,
},
"contentStop": { # The content block stop data, used for content.stop events. Legacy content-based streaming event, used when steps are disabled.
"index": 42,
},
"errorEvent": { # The error event data, used for error events.
"error": { # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
},
"eventId": "A String", # The event_id token to be used to resume the interaction stream, from this event.
"interactionCompleteEvent": { # The interaction data, used for interaction.complete events. Legacy event, used when steps are disabled.
"interaction": { # Response for InteractionService.CreateInteraction. # Required. The completed interaction with empty outputs to reduce the payload size. Use the preceding ContentDelta events for the actual output.
"agentInteraction": { # Interaction for generating the completion using agents. # Interaction for generating the completion using agents.
"agent": "A String", # The name of the `Agent` used for generating the completion.
"antigravityConfig": { # Configuration for the Antigravity agent runtime. Provides server-side control over the agent's execution environment and tool configuration. # Antigravity agent configuration. This configuration is session-level settings that are passed to the agent runtime on a per-request basis.
"maxTotalTokens": "A String", # Max total tokens for the agent run.
"model": "A String", # The model to use for agent reasoning.
},
"codeMenderConfig": { # Configuration for the CodeMender agent.
"findRequest": { # Request parameters specific to FIND sessions, used for discovering vulnerabilities in a codebase. # Parameters for finding vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the vulnerability analysis.
"findingId": "A String", # The identifier of a specific finding to verify. This is primarily used in VERIFY mode to focus the agent's execution-based validation on a single vulnerability.
"mode": "A String", # The mode of the find session.
"sourceFiles": [ # A list of source files to provide as context for the scan.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"fixRequest": { # Request parameters specific to FIX sessions, used for generating and validating security patches. # Parameters for fixing vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the patch generation process.
"findingId": "A String", # The identifier of the specific security finding to be remediated. This ID maps to a previously discovered vulnerability.
"sourceFiles": [ # A list of source files providing context for the remediation. These files are typically the ones containing the identified vulnerability.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"model": "A String", # The name of the model to use for the CodeMender agent. One CodeMender session will only use one model.
"sessionConfig": { # The configuration of CodeMender sessions. # Optional session-specific configurations to override default agent behavior.
"maxRounds": 42, # The maximum number of interaction rounds the agent is allowed to perform before reaching a timeout.
},
"sessionId": "A String", # Parameter for grouping multiple interactions that belong to the same CodeMender session.
},
"deepResearchConfig": { # Configuration for the Deep Research agent.
"collaborativePlanning": True or False, # Enables human-in-the-loop planning for the Deep Research agent. If set to true, the Deep Research agent will provide a research plan in its response. The agent will then proceed only if the user confirms the plan in the next turn.
"enableBigqueryTool": True or False, # Enables bigquery tool for the Deep Research agent.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"visualization": "A String", # Whether to include visualizations in the response.
},
"dynamicConfig": { # Configuration for dynamic agents.
"config": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # For agents that are not supported statically in the API definition.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
},
"content": { # The content of the response. # The content for the interaction.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"contentList": { # A list of Content. # The inputs for the interaction.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"created": "A String", # Required. Output only. The time at which the response was created in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"envId": "A String", # The environment ID for the interaction. Can be 'remote' for default environment.
"environmentId": "A String", # Output only. The environment ID for the interaction. Only populated if environment config is set in the request.
"errors": [ # Output only. Diagnostic faults / platform errors recorded on the interaction.
{ # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
],
"id": "A String", # Required. Output only. A unique identifier for the interaction completion.
"labels": { # Optional. The labels with user-defined metadata for the request. It is used for billing and reporting only. Label keys and values can be no longer than 63 characters (Unicode codepoints) and can only contain lowercase letters, numeric characters, underscores, and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter.
"a_key": "A String",
},
"localEnvironment": { # Configuration for an environment that lives on the client connection rather than in a server-managed sandbox. When set (via Interaction.local_environment), the agent's filesystem and shell are treated as living on the client: the agent's built-in environment operations (e.g. reading/listing/editing files and running commands) are suspended on the server and yielded back to the client to execute, with their results returned on a subsequent turn. This is mutually exclusive with a server-managed `EnvironmentConfig` (remote_environment), since the environment is either on the client or in a server sandbox, never both. This governs only the agent's built-in environment. Client-declared function tools are always executed on the client regardless of this field. # The agent's environment lives on the client connection: its built-in environment operations (filesystem ops and running commands) are yielded to the client to execute, instead of running in a server-managed sandbox. Mutually exclusive with `remote_environment`. (Independent of any client-declared function tools, which are always executed on the client regardless of this field.)
},
"modelInteraction": { # Interaction for generating the completion using models. # Interaction for generating the completion using models.
"generationConfig": { # Configuration parameters for model interactions. # Input only. Configuration parameters for the model interaction.
"imageConfig": { # The configuration for image interaction. # Configuration for image interaction.
"aspectRatio": "A String", # The aspect ratio of the image to generate. Supported aspect ratios: 1:1, 2:3, 3:2, 3:4, 4:3, 9:16, 16:9, 21:9. If not specified, the model will choose a default aspect ratio based on any reference images provided.
"imageSize": "A String", # Specifies the size of generated images. Supported values are `1K`, `2K`, `4K`. If not specified, the model will use default value `1K`.
},
"maxOutputTokens": 42, # The maximum number of tokens to include in the response.
"seed": 42, # Seed used in decoding for reproducibility.
"speechConfig": [ # Configuration for speech interaction.
{ # The configuration for speech interaction.
"language": "A String", # The language of the speech.
"speaker": "A String", # The speaker's name, it should match the speaker name given in the prompt.
"voice": "A String", # The voice of the speaker.
},
],
"stopSequences": [ # A list of character sequences that will stop output interaction.
"A String",
],
"temperature": 3.14, # Controls the randomness of the output.
"thinkingLevel": "A String", # The level of thought tokens that the model should generate.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"toolChoiceConfig": { # The tool choice configuration containing allowed tools. # The config for the tool choice.
"allowedTools": { # The configuration for allowed tools. # The allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
},
"toolChoiceMode": "A String", # The mode of the tool choice.
"topP": 3.14, # The maximum cumulative probability of tokens to consider when sampling.
"transcriptionConfig": { # Configuration for speech recognition (transcription). # Optional. Configuration for speech recognition (transcription). If present, ASR is enabled.
"adaptationPhrases": [ # Optional. A list of phrases to bias the ASR model towards.
"A String",
],
"customVocabulary": [ # Optional. A list of custom vocabulary phrases to bias the speech recognition model toward recognizing specific terms.
"A String",
],
"diarizationMode": "A String", # Optional. Configures speaker diarization. Supported values: "speaker".
"languageCodes": [ # Optional. BCP-47 language codes providing hints about the languages present in the audio. If omitted or empty, defaults to automatic language detection.
"A String",
],
"timestampGranularities": [ # Optional. The granularity of timestamps to include in the transcription output. Supported values: "word". If empty, no timestamps are generated.
"A String",
],
},
"videoConfig": { # Configuration options for video generation. # Configuration for video generation.
"task": "A String", # Optional task mode for video generation. If not specified, the model automatically determines the appropriate mode based on the provided text prompt and input media.
},
},
"model": "A String", # The name of the `Model` used for generating the completion.
},
"outputs": [ # Output only. Responses from the model.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"previousInteractionId": "A String", # The ID of the previous interaction, if any.
"remoteEnvironment": { # Configuration for a custom environment.
"environmentId": "A String", # Optional. The environment ID for the interaction. If specified, the request will update the existing environment instead of creating a new one.
"networkAllowlist": { # Network egress configuration for the environment. # Allow only specific domains.
"allowlist": [ # List of allowed domains and their configurations.
{ # A network egress rule that controls which external domains the environment is allowed to reach. Each rule identifies a target domain and, optionally, a set of HTTP headers to inject into every matching outbound request.
"domain": "A String", # The domain pattern to match for this rule. Use an exact hostname (e.g., `github.com`), a wildcard prefix (e.g., `*.googleapis.com`), or `*` to match all domains.
"transform": { # Headers to inject into requests matching this rule. Key: header name (e.g., "Authorization"). Value: header value (e.g., "Bearer your-token").
"a_key": "A String",
},
},
],
},
"networkMode": "A String", # Network egress mode.
"sources": [
{ # A source to be mounted into the environment.
"content": "A String", # The inline content if `type` is `INLINE`.
"encoding": "A String", # Optional encoding for inline content (e.g. `base64`).
"source": "A String", # The source of the environment. For GCS, this is the GCS path. For GitHub, this is the GitHub path.
"target": "A String", # Where the source should appear in the environment.
"type": "A String",
},
],
},
"responseFormat": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Enforces that the generated response is a JSON object that complies with the JSON schema specified in this field.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"responseFormatList": {
"responseFormats": [
{
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
],
},
"responseFormatSingleton": {
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
"responseMimeType": "A String", # The mime type of the response. This is required if response_format is set.
"responseModalities": [ # The requested modalities of the response (TEXT, IMAGE, AUDIO).
"A String",
],
"role": "A String", # Output only. The role of the interaction.
"safetySettings": [ # Safety settings for the interaction.
{ # A safety setting that affects the safety-blocking behavior. A SafetySetting consists of a harm category and a threshold for that category.
"method": "A String", # Optional. The method for blocking content. If not specified, the default behavior is to use the probability score.
"threshold": "A String", # Required. The threshold for blocking content. If the harm probability exceeds this threshold, the content will be blocked.
"type": "A String", # Required. The type of harm category to be blocked.
},
],
"serviceTier": "A String", # The service tier for the interaction.
"status": "A String", # Required. Output only. The status of the interaction.
"stepList": { # A list of Steps. # Input only. The steps for the interaction.
"steps": [ # The steps of the list.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
},
"steps": [ # Required. Output only. The steps that make up the interaction.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
"stringContent": "A String", # A string input for the interaction, it will be processed as a single text input.
"systemInstruction": "A String", # System instruction for the interaction.
"tools": [ # A list of tool declarations the model may call during interaction.
{ # A tool that can be used by the model.
"codeExecution": { # A tool that can be used by the model to execute code. # A tool that can be used by the model to execute code.
},
"computerUse": { # A tool that can be used by the model to interact with the computer. # Tool to support the model interacting directly with the computer.
"disabledSafetyPolicies": [ # Optional. Disabled safety policies for computer use.
"A String",
],
"enablePromptInjectionDetection": True or False, # Whether enable the prompt injection detection check on computer-use request.
"environment": "A String", # The environment being operated.
"excludedPredefinedFunctions": [ # The list of predefined functions that are excluded from the model call.
"A String",
],
},
"fileSearch": { # A tool that can be used by the model to search files. # A tool that can be used by the model to search files.
"fileSearchStoreNames": [ # The file search store names to search.
"A String",
],
"metadataFilter": "A String", # Metadata filter to apply to the semantic retrieval documents and chunks.
"topK": 42, # The number of semantic retrieval chunks to retrieve.
},
"function": { # A tool that can be used by the model. # A function that can be used by the model.
"description": "A String", # A description of the function.
"name": "A String", # The name of the function.
"parameters": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # The JSON Schema for the function's parameters.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMaps": { # A tool that can be used by the model to call Google Maps. # A tool that can be used by the model to search Google Maps.
"enableWidget": True or False, # Whether to return a widget context token in the tool call result of the response.
"latitude": 3.14, # The latitude of the user's location.
"longitude": 3.14, # The longitude of the user's location.
},
"googleSearch": { # A tool that can be used by the model to search Google. # A tool that can be used by the model to search Google.
"searchTypes": [ # The types of search grounding to enable.
"A String",
],
},
"mcpServer": { # A MCPServer is a server that can be called by the model to perform actions. # A MCPServer is a server that can be called by the model to perform actions.
"allowedTools": [ # The allowed tools.
{ # The configuration for allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
],
"headers": { # Optional: Fields for authentication headers, timeouts, etc., if needed.
"a_key": "A String",
},
"name": "A String", # The name of the MCPServer.
"url": "A String", # The full URL for the MCPServer endpoint. Example: "https://api.example.com/mcp"
},
"retrieval": { # A tool that can be used by the model to retrieve files. # A tool that can be used by the model to retrieve files.
"exaAiSearchConfig": { # Used to specify configuration for ExaAISearch. # Used to specify configuration for ExaAISearch.
"apiKey": "A String", # Required. The API key for ExaAiSearch.
"customConfig": { # Optional. This field can be used to pass any parameter from the Exa.ai Search API.
"a_key": "", # Properties of the object.
},
},
"parallelAiSearchConfig": { # Used to specify configuration for ParallelAISearch. # Used to specify configuration for ParallelAISearch.
"apiKey": "A String", # Optional. The API key for ParallelAiSearch.
"customConfig": { # Optional. Custom configs for ParallelAiSearch.
"a_key": "", # Properties of the object.
},
},
"ragStoreConfig": { # Use to specify configuration for RAG Store. # Used to specify configuration for RagStore.
"ragResources": [ # Optional. The representation of the rag source.
{ # The definition of the Rag resource.
"ragCorpus": "A String", # Optional. RagCorpora resource name.
"ragFileIds": [ # Optional. rag_file_id. The files should be in the same rag_corpus set in rag_corpus field.
"A String",
],
},
],
"ragRetrievalConfig": { # Specifies the context retrieval config. # Optional. The retrieval config for the Rag query.
"filter": { # Config for filters. # Optional. Config for filters.
"metadataFilter": "A String", # Optional. String for metadata filtering.
"vectorDistanceThreshold": 3.14, # Optional. Only returns contexts with vector distance smaller than the threshold.
"vectorSimilarityThreshold": 3.14, # Optional. Only returns contexts with vector similarity larger than the threshold.
},
"hybridSearch": { # Config for Hybrid Search. # Optional. Config for Hybrid Search.
"alpha": 3.14, # Optional. Alpha value controls the weight between dense and sparse vector search results.
},
"ranking": { # Config for ranking and reranking. # Optional. Config for ranking and reranking.
"rankService": { # Config for Rank Service. # Optional. Config for Rank Service.
"modelName": "A String", # Optional. The model name of the rank service.
},
},
"topK": 42, # Optional. The number of contexts to retrieve.
},
"similarityTopK": 42, # Optional. Number of top k results to return from the selected corpora.
"vectorDistanceThreshold": 3.14, # Optional. Only return results with vector distance smaller than the threshold.
},
"retrievalTypes": [ # The types of file retrieval to enable.
"A String",
],
"vertexAiSearchConfig": { # Used to specify configuration for VertexAISearch. # Used to specify configuration for VertexAISearch.
"datastores": [ # Optional. Used to specify Vertex AI Search datastores.
"A String",
],
"engine": "A String", # Optional. Used to specify Vertex AI Search engine.
},
},
"urlContext": { # A tool that can be used by the model to fetch URL context. # A tool that can be used by the model to fetch URL context.
},
},
],
"turnList": { # A list of Turns. # The turns for the interaction.
"turns": [
{
"contentList": { # A list of Content. # The content of the turn. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the turn. A single string.
"role": "A String", # The originator of this turn. Must be user for input or model for model output.
},
],
},
"updated": "A String", # Required. Output only. The time at which the response was last updated in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"usage": { # Statistics on the interaction request's token usage. # Output only. Statistics on the interaction request's token usage.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
},
},
"interactionCompletedEvent": { # The interaction data, used for interaction.completed events. Used when steps are enabled.
"interaction": { # Response for InteractionService.CreateInteraction. # Required. The completed interaction with empty outputs to reduce the payload size. Use the preceding ContentDelta events for the actual output.
"agentInteraction": { # Interaction for generating the completion using agents. # Interaction for generating the completion using agents.
"agent": "A String", # The name of the `Agent` used for generating the completion.
"antigravityConfig": { # Configuration for the Antigravity agent runtime. Provides server-side control over the agent's execution environment and tool configuration. # Antigravity agent configuration. This configuration is session-level settings that are passed to the agent runtime on a per-request basis.
"maxTotalTokens": "A String", # Max total tokens for the agent run.
"model": "A String", # The model to use for agent reasoning.
},
"codeMenderConfig": { # Configuration for the CodeMender agent.
"findRequest": { # Request parameters specific to FIND sessions, used for discovering vulnerabilities in a codebase. # Parameters for finding vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the vulnerability analysis.
"findingId": "A String", # The identifier of a specific finding to verify. This is primarily used in VERIFY mode to focus the agent's execution-based validation on a single vulnerability.
"mode": "A String", # The mode of the find session.
"sourceFiles": [ # A list of source files to provide as context for the scan.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"fixRequest": { # Request parameters specific to FIX sessions, used for generating and validating security patches. # Parameters for fixing vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the patch generation process.
"findingId": "A String", # The identifier of the specific security finding to be remediated. This ID maps to a previously discovered vulnerability.
"sourceFiles": [ # A list of source files providing context for the remediation. These files are typically the ones containing the identified vulnerability.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"model": "A String", # The name of the model to use for the CodeMender agent. One CodeMender session will only use one model.
"sessionConfig": { # The configuration of CodeMender sessions. # Optional session-specific configurations to override default agent behavior.
"maxRounds": 42, # The maximum number of interaction rounds the agent is allowed to perform before reaching a timeout.
},
"sessionId": "A String", # Parameter for grouping multiple interactions that belong to the same CodeMender session.
},
"deepResearchConfig": { # Configuration for the Deep Research agent.
"collaborativePlanning": True or False, # Enables human-in-the-loop planning for the Deep Research agent. If set to true, the Deep Research agent will provide a research plan in its response. The agent will then proceed only if the user confirms the plan in the next turn.
"enableBigqueryTool": True or False, # Enables bigquery tool for the Deep Research agent.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"visualization": "A String", # Whether to include visualizations in the response.
},
"dynamicConfig": { # Configuration for dynamic agents.
"config": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # For agents that are not supported statically in the API definition.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
},
"content": { # The content of the response. # The content for the interaction.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"contentList": { # A list of Content. # The inputs for the interaction.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"created": "A String", # Required. Output only. The time at which the response was created in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"envId": "A String", # The environment ID for the interaction. Can be 'remote' for default environment.
"environmentId": "A String", # Output only. The environment ID for the interaction. Only populated if environment config is set in the request.
"errors": [ # Output only. Diagnostic faults / platform errors recorded on the interaction.
{ # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
],
"id": "A String", # Required. Output only. A unique identifier for the interaction completion.
"labels": { # Optional. The labels with user-defined metadata for the request. It is used for billing and reporting only. Label keys and values can be no longer than 63 characters (Unicode codepoints) and can only contain lowercase letters, numeric characters, underscores, and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter.
"a_key": "A String",
},
"localEnvironment": { # Configuration for an environment that lives on the client connection rather than in a server-managed sandbox. When set (via Interaction.local_environment), the agent's filesystem and shell are treated as living on the client: the agent's built-in environment operations (e.g. reading/listing/editing files and running commands) are suspended on the server and yielded back to the client to execute, with their results returned on a subsequent turn. This is mutually exclusive with a server-managed `EnvironmentConfig` (remote_environment), since the environment is either on the client or in a server sandbox, never both. This governs only the agent's built-in environment. Client-declared function tools are always executed on the client regardless of this field. # The agent's environment lives on the client connection: its built-in environment operations (filesystem ops and running commands) are yielded to the client to execute, instead of running in a server-managed sandbox. Mutually exclusive with `remote_environment`. (Independent of any client-declared function tools, which are always executed on the client regardless of this field.)
},
"modelInteraction": { # Interaction for generating the completion using models. # Interaction for generating the completion using models.
"generationConfig": { # Configuration parameters for model interactions. # Input only. Configuration parameters for the model interaction.
"imageConfig": { # The configuration for image interaction. # Configuration for image interaction.
"aspectRatio": "A String", # The aspect ratio of the image to generate. Supported aspect ratios: 1:1, 2:3, 3:2, 3:4, 4:3, 9:16, 16:9, 21:9. If not specified, the model will choose a default aspect ratio based on any reference images provided.
"imageSize": "A String", # Specifies the size of generated images. Supported values are `1K`, `2K`, `4K`. If not specified, the model will use default value `1K`.
},
"maxOutputTokens": 42, # The maximum number of tokens to include in the response.
"seed": 42, # Seed used in decoding for reproducibility.
"speechConfig": [ # Configuration for speech interaction.
{ # The configuration for speech interaction.
"language": "A String", # The language of the speech.
"speaker": "A String", # The speaker's name, it should match the speaker name given in the prompt.
"voice": "A String", # The voice of the speaker.
},
],
"stopSequences": [ # A list of character sequences that will stop output interaction.
"A String",
],
"temperature": 3.14, # Controls the randomness of the output.
"thinkingLevel": "A String", # The level of thought tokens that the model should generate.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"toolChoiceConfig": { # The tool choice configuration containing allowed tools. # The config for the tool choice.
"allowedTools": { # The configuration for allowed tools. # The allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
},
"toolChoiceMode": "A String", # The mode of the tool choice.
"topP": 3.14, # The maximum cumulative probability of tokens to consider when sampling.
"transcriptionConfig": { # Configuration for speech recognition (transcription). # Optional. Configuration for speech recognition (transcription). If present, ASR is enabled.
"adaptationPhrases": [ # Optional. A list of phrases to bias the ASR model towards.
"A String",
],
"customVocabulary": [ # Optional. A list of custom vocabulary phrases to bias the speech recognition model toward recognizing specific terms.
"A String",
],
"diarizationMode": "A String", # Optional. Configures speaker diarization. Supported values: "speaker".
"languageCodes": [ # Optional. BCP-47 language codes providing hints about the languages present in the audio. If omitted or empty, defaults to automatic language detection.
"A String",
],
"timestampGranularities": [ # Optional. The granularity of timestamps to include in the transcription output. Supported values: "word". If empty, no timestamps are generated.
"A String",
],
},
"videoConfig": { # Configuration options for video generation. # Configuration for video generation.
"task": "A String", # Optional task mode for video generation. If not specified, the model automatically determines the appropriate mode based on the provided text prompt and input media.
},
},
"model": "A String", # The name of the `Model` used for generating the completion.
},
"outputs": [ # Output only. Responses from the model.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"previousInteractionId": "A String", # The ID of the previous interaction, if any.
"remoteEnvironment": { # Configuration for a custom environment.
"environmentId": "A String", # Optional. The environment ID for the interaction. If specified, the request will update the existing environment instead of creating a new one.
"networkAllowlist": { # Network egress configuration for the environment. # Allow only specific domains.
"allowlist": [ # List of allowed domains and their configurations.
{ # A network egress rule that controls which external domains the environment is allowed to reach. Each rule identifies a target domain and, optionally, a set of HTTP headers to inject into every matching outbound request.
"domain": "A String", # The domain pattern to match for this rule. Use an exact hostname (e.g., `github.com`), a wildcard prefix (e.g., `*.googleapis.com`), or `*` to match all domains.
"transform": { # Headers to inject into requests matching this rule. Key: header name (e.g., "Authorization"). Value: header value (e.g., "Bearer your-token").
"a_key": "A String",
},
},
],
},
"networkMode": "A String", # Network egress mode.
"sources": [
{ # A source to be mounted into the environment.
"content": "A String", # The inline content if `type` is `INLINE`.
"encoding": "A String", # Optional encoding for inline content (e.g. `base64`).
"source": "A String", # The source of the environment. For GCS, this is the GCS path. For GitHub, this is the GitHub path.
"target": "A String", # Where the source should appear in the environment.
"type": "A String",
},
],
},
"responseFormat": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Enforces that the generated response is a JSON object that complies with the JSON schema specified in this field.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"responseFormatList": {
"responseFormats": [
{
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
],
},
"responseFormatSingleton": {
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
"responseMimeType": "A String", # The mime type of the response. This is required if response_format is set.
"responseModalities": [ # The requested modalities of the response (TEXT, IMAGE, AUDIO).
"A String",
],
"role": "A String", # Output only. The role of the interaction.
"safetySettings": [ # Safety settings for the interaction.
{ # A safety setting that affects the safety-blocking behavior. A SafetySetting consists of a harm category and a threshold for that category.
"method": "A String", # Optional. The method for blocking content. If not specified, the default behavior is to use the probability score.
"threshold": "A String", # Required. The threshold for blocking content. If the harm probability exceeds this threshold, the content will be blocked.
"type": "A String", # Required. The type of harm category to be blocked.
},
],
"serviceTier": "A String", # The service tier for the interaction.
"status": "A String", # Required. Output only. The status of the interaction.
"stepList": { # A list of Steps. # Input only. The steps for the interaction.
"steps": [ # The steps of the list.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
},
"steps": [ # Required. Output only. The steps that make up the interaction.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
"stringContent": "A String", # A string input for the interaction, it will be processed as a single text input.
"systemInstruction": "A String", # System instruction for the interaction.
"tools": [ # A list of tool declarations the model may call during interaction.
{ # A tool that can be used by the model.
"codeExecution": { # A tool that can be used by the model to execute code. # A tool that can be used by the model to execute code.
},
"computerUse": { # A tool that can be used by the model to interact with the computer. # Tool to support the model interacting directly with the computer.
"disabledSafetyPolicies": [ # Optional. Disabled safety policies for computer use.
"A String",
],
"enablePromptInjectionDetection": True or False, # Whether enable the prompt injection detection check on computer-use request.
"environment": "A String", # The environment being operated.
"excludedPredefinedFunctions": [ # The list of predefined functions that are excluded from the model call.
"A String",
],
},
"fileSearch": { # A tool that can be used by the model to search files. # A tool that can be used by the model to search files.
"fileSearchStoreNames": [ # The file search store names to search.
"A String",
],
"metadataFilter": "A String", # Metadata filter to apply to the semantic retrieval documents and chunks.
"topK": 42, # The number of semantic retrieval chunks to retrieve.
},
"function": { # A tool that can be used by the model. # A function that can be used by the model.
"description": "A String", # A description of the function.
"name": "A String", # The name of the function.
"parameters": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # The JSON Schema for the function's parameters.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMaps": { # A tool that can be used by the model to call Google Maps. # A tool that can be used by the model to search Google Maps.
"enableWidget": True or False, # Whether to return a widget context token in the tool call result of the response.
"latitude": 3.14, # The latitude of the user's location.
"longitude": 3.14, # The longitude of the user's location.
},
"googleSearch": { # A tool that can be used by the model to search Google. # A tool that can be used by the model to search Google.
"searchTypes": [ # The types of search grounding to enable.
"A String",
],
},
"mcpServer": { # A MCPServer is a server that can be called by the model to perform actions. # A MCPServer is a server that can be called by the model to perform actions.
"allowedTools": [ # The allowed tools.
{ # The configuration for allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
],
"headers": { # Optional: Fields for authentication headers, timeouts, etc., if needed.
"a_key": "A String",
},
"name": "A String", # The name of the MCPServer.
"url": "A String", # The full URL for the MCPServer endpoint. Example: "https://api.example.com/mcp"
},
"retrieval": { # A tool that can be used by the model to retrieve files. # A tool that can be used by the model to retrieve files.
"exaAiSearchConfig": { # Used to specify configuration for ExaAISearch. # Used to specify configuration for ExaAISearch.
"apiKey": "A String", # Required. The API key for ExaAiSearch.
"customConfig": { # Optional. This field can be used to pass any parameter from the Exa.ai Search API.
"a_key": "", # Properties of the object.
},
},
"parallelAiSearchConfig": { # Used to specify configuration for ParallelAISearch. # Used to specify configuration for ParallelAISearch.
"apiKey": "A String", # Optional. The API key for ParallelAiSearch.
"customConfig": { # Optional. Custom configs for ParallelAiSearch.
"a_key": "", # Properties of the object.
},
},
"ragStoreConfig": { # Use to specify configuration for RAG Store. # Used to specify configuration for RagStore.
"ragResources": [ # Optional. The representation of the rag source.
{ # The definition of the Rag resource.
"ragCorpus": "A String", # Optional. RagCorpora resource name.
"ragFileIds": [ # Optional. rag_file_id. The files should be in the same rag_corpus set in rag_corpus field.
"A String",
],
},
],
"ragRetrievalConfig": { # Specifies the context retrieval config. # Optional. The retrieval config for the Rag query.
"filter": { # Config for filters. # Optional. Config for filters.
"metadataFilter": "A String", # Optional. String for metadata filtering.
"vectorDistanceThreshold": 3.14, # Optional. Only returns contexts with vector distance smaller than the threshold.
"vectorSimilarityThreshold": 3.14, # Optional. Only returns contexts with vector similarity larger than the threshold.
},
"hybridSearch": { # Config for Hybrid Search. # Optional. Config for Hybrid Search.
"alpha": 3.14, # Optional. Alpha value controls the weight between dense and sparse vector search results.
},
"ranking": { # Config for ranking and reranking. # Optional. Config for ranking and reranking.
"rankService": { # Config for Rank Service. # Optional. Config for Rank Service.
"modelName": "A String", # Optional. The model name of the rank service.
},
},
"topK": 42, # Optional. The number of contexts to retrieve.
},
"similarityTopK": 42, # Optional. Number of top k results to return from the selected corpora.
"vectorDistanceThreshold": 3.14, # Optional. Only return results with vector distance smaller than the threshold.
},
"retrievalTypes": [ # The types of file retrieval to enable.
"A String",
],
"vertexAiSearchConfig": { # Used to specify configuration for VertexAISearch. # Used to specify configuration for VertexAISearch.
"datastores": [ # Optional. Used to specify Vertex AI Search datastores.
"A String",
],
"engine": "A String", # Optional. Used to specify Vertex AI Search engine.
},
},
"urlContext": { # A tool that can be used by the model to fetch URL context. # A tool that can be used by the model to fetch URL context.
},
},
],
"turnList": { # A list of Turns. # The turns for the interaction.
"turns": [
{
"contentList": { # A list of Content. # The content of the turn. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the turn. A single string.
"role": "A String", # The originator of this turn. Must be user for input or model for model output.
},
],
},
"updated": "A String", # Required. Output only. The time at which the response was last updated in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"usage": { # Statistics on the interaction request's token usage. # Output only. Statistics on the interaction request's token usage.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
},
},
"interactionCreatedEvent": { # The interaction data, used for interaction.created events. Used when steps are enabled.
"interaction": { # Response for InteractionService.CreateInteraction.
"agentInteraction": { # Interaction for generating the completion using agents. # Interaction for generating the completion using agents.
"agent": "A String", # The name of the `Agent` used for generating the completion.
"antigravityConfig": { # Configuration for the Antigravity agent runtime. Provides server-side control over the agent's execution environment and tool configuration. # Antigravity agent configuration. This configuration is session-level settings that are passed to the agent runtime on a per-request basis.
"maxTotalTokens": "A String", # Max total tokens for the agent run.
"model": "A String", # The model to use for agent reasoning.
},
"codeMenderConfig": { # Configuration for the CodeMender agent.
"findRequest": { # Request parameters specific to FIND sessions, used for discovering vulnerabilities in a codebase. # Parameters for finding vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the vulnerability analysis.
"findingId": "A String", # The identifier of a specific finding to verify. This is primarily used in VERIFY mode to focus the agent's execution-based validation on a single vulnerability.
"mode": "A String", # The mode of the find session.
"sourceFiles": [ # A list of source files to provide as context for the scan.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"fixRequest": { # Request parameters specific to FIX sessions, used for generating and validating security patches. # Parameters for fixing vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the patch generation process.
"findingId": "A String", # The identifier of the specific security finding to be remediated. This ID maps to a previously discovered vulnerability.
"sourceFiles": [ # A list of source files providing context for the remediation. These files are typically the ones containing the identified vulnerability.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"model": "A String", # The name of the model to use for the CodeMender agent. One CodeMender session will only use one model.
"sessionConfig": { # The configuration of CodeMender sessions. # Optional session-specific configurations to override default agent behavior.
"maxRounds": 42, # The maximum number of interaction rounds the agent is allowed to perform before reaching a timeout.
},
"sessionId": "A String", # Parameter for grouping multiple interactions that belong to the same CodeMender session.
},
"deepResearchConfig": { # Configuration for the Deep Research agent.
"collaborativePlanning": True or False, # Enables human-in-the-loop planning for the Deep Research agent. If set to true, the Deep Research agent will provide a research plan in its response. The agent will then proceed only if the user confirms the plan in the next turn.
"enableBigqueryTool": True or False, # Enables bigquery tool for the Deep Research agent.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"visualization": "A String", # Whether to include visualizations in the response.
},
"dynamicConfig": { # Configuration for dynamic agents.
"config": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # For agents that are not supported statically in the API definition.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
},
"content": { # The content of the response. # The content for the interaction.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"contentList": { # A list of Content. # The inputs for the interaction.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"created": "A String", # Required. Output only. The time at which the response was created in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"envId": "A String", # The environment ID for the interaction. Can be 'remote' for default environment.
"environmentId": "A String", # Output only. The environment ID for the interaction. Only populated if environment config is set in the request.
"errors": [ # Output only. Diagnostic faults / platform errors recorded on the interaction.
{ # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
],
"id": "A String", # Required. Output only. A unique identifier for the interaction completion.
"labels": { # Optional. The labels with user-defined metadata for the request. It is used for billing and reporting only. Label keys and values can be no longer than 63 characters (Unicode codepoints) and can only contain lowercase letters, numeric characters, underscores, and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter.
"a_key": "A String",
},
"localEnvironment": { # Configuration for an environment that lives on the client connection rather than in a server-managed sandbox. When set (via Interaction.local_environment), the agent's filesystem and shell are treated as living on the client: the agent's built-in environment operations (e.g. reading/listing/editing files and running commands) are suspended on the server and yielded back to the client to execute, with their results returned on a subsequent turn. This is mutually exclusive with a server-managed `EnvironmentConfig` (remote_environment), since the environment is either on the client or in a server sandbox, never both. This governs only the agent's built-in environment. Client-declared function tools are always executed on the client regardless of this field. # The agent's environment lives on the client connection: its built-in environment operations (filesystem ops and running commands) are yielded to the client to execute, instead of running in a server-managed sandbox. Mutually exclusive with `remote_environment`. (Independent of any client-declared function tools, which are always executed on the client regardless of this field.)
},
"modelInteraction": { # Interaction for generating the completion using models. # Interaction for generating the completion using models.
"generationConfig": { # Configuration parameters for model interactions. # Input only. Configuration parameters for the model interaction.
"imageConfig": { # The configuration for image interaction. # Configuration for image interaction.
"aspectRatio": "A String", # The aspect ratio of the image to generate. Supported aspect ratios: 1:1, 2:3, 3:2, 3:4, 4:3, 9:16, 16:9, 21:9. If not specified, the model will choose a default aspect ratio based on any reference images provided.
"imageSize": "A String", # Specifies the size of generated images. Supported values are `1K`, `2K`, `4K`. If not specified, the model will use default value `1K`.
},
"maxOutputTokens": 42, # The maximum number of tokens to include in the response.
"seed": 42, # Seed used in decoding for reproducibility.
"speechConfig": [ # Configuration for speech interaction.
{ # The configuration for speech interaction.
"language": "A String", # The language of the speech.
"speaker": "A String", # The speaker's name, it should match the speaker name given in the prompt.
"voice": "A String", # The voice of the speaker.
},
],
"stopSequences": [ # A list of character sequences that will stop output interaction.
"A String",
],
"temperature": 3.14, # Controls the randomness of the output.
"thinkingLevel": "A String", # The level of thought tokens that the model should generate.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"toolChoiceConfig": { # The tool choice configuration containing allowed tools. # The config for the tool choice.
"allowedTools": { # The configuration for allowed tools. # The allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
},
"toolChoiceMode": "A String", # The mode of the tool choice.
"topP": 3.14, # The maximum cumulative probability of tokens to consider when sampling.
"transcriptionConfig": { # Configuration for speech recognition (transcription). # Optional. Configuration for speech recognition (transcription). If present, ASR is enabled.
"adaptationPhrases": [ # Optional. A list of phrases to bias the ASR model towards.
"A String",
],
"customVocabulary": [ # Optional. A list of custom vocabulary phrases to bias the speech recognition model toward recognizing specific terms.
"A String",
],
"diarizationMode": "A String", # Optional. Configures speaker diarization. Supported values: "speaker".
"languageCodes": [ # Optional. BCP-47 language codes providing hints about the languages present in the audio. If omitted or empty, defaults to automatic language detection.
"A String",
],
"timestampGranularities": [ # Optional. The granularity of timestamps to include in the transcription output. Supported values: "word". If empty, no timestamps are generated.
"A String",
],
},
"videoConfig": { # Configuration options for video generation. # Configuration for video generation.
"task": "A String", # Optional task mode for video generation. If not specified, the model automatically determines the appropriate mode based on the provided text prompt and input media.
},
},
"model": "A String", # The name of the `Model` used for generating the completion.
},
"outputs": [ # Output only. Responses from the model.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"previousInteractionId": "A String", # The ID of the previous interaction, if any.
"remoteEnvironment": { # Configuration for a custom environment.
"environmentId": "A String", # Optional. The environment ID for the interaction. If specified, the request will update the existing environment instead of creating a new one.
"networkAllowlist": { # Network egress configuration for the environment. # Allow only specific domains.
"allowlist": [ # List of allowed domains and their configurations.
{ # A network egress rule that controls which external domains the environment is allowed to reach. Each rule identifies a target domain and, optionally, a set of HTTP headers to inject into every matching outbound request.
"domain": "A String", # The domain pattern to match for this rule. Use an exact hostname (e.g., `github.com`), a wildcard prefix (e.g., `*.googleapis.com`), or `*` to match all domains.
"transform": { # Headers to inject into requests matching this rule. Key: header name (e.g., "Authorization"). Value: header value (e.g., "Bearer your-token").
"a_key": "A String",
},
},
],
},
"networkMode": "A String", # Network egress mode.
"sources": [
{ # A source to be mounted into the environment.
"content": "A String", # The inline content if `type` is `INLINE`.
"encoding": "A String", # Optional encoding for inline content (e.g. `base64`).
"source": "A String", # The source of the environment. For GCS, this is the GCS path. For GitHub, this is the GitHub path.
"target": "A String", # Where the source should appear in the environment.
"type": "A String",
},
],
},
"responseFormat": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Enforces that the generated response is a JSON object that complies with the JSON schema specified in this field.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"responseFormatList": {
"responseFormats": [
{
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
],
},
"responseFormatSingleton": {
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
"responseMimeType": "A String", # The mime type of the response. This is required if response_format is set.
"responseModalities": [ # The requested modalities of the response (TEXT, IMAGE, AUDIO).
"A String",
],
"role": "A String", # Output only. The role of the interaction.
"safetySettings": [ # Safety settings for the interaction.
{ # A safety setting that affects the safety-blocking behavior. A SafetySetting consists of a harm category and a threshold for that category.
"method": "A String", # Optional. The method for blocking content. If not specified, the default behavior is to use the probability score.
"threshold": "A String", # Required. The threshold for blocking content. If the harm probability exceeds this threshold, the content will be blocked.
"type": "A String", # Required. The type of harm category to be blocked.
},
],
"serviceTier": "A String", # The service tier for the interaction.
"status": "A String", # Required. Output only. The status of the interaction.
"stepList": { # A list of Steps. # Input only. The steps for the interaction.
"steps": [ # The steps of the list.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
},
"steps": [ # Required. Output only. The steps that make up the interaction.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
"stringContent": "A String", # A string input for the interaction, it will be processed as a single text input.
"systemInstruction": "A String", # System instruction for the interaction.
"tools": [ # A list of tool declarations the model may call during interaction.
{ # A tool that can be used by the model.
"codeExecution": { # A tool that can be used by the model to execute code. # A tool that can be used by the model to execute code.
},
"computerUse": { # A tool that can be used by the model to interact with the computer. # Tool to support the model interacting directly with the computer.
"disabledSafetyPolicies": [ # Optional. Disabled safety policies for computer use.
"A String",
],
"enablePromptInjectionDetection": True or False, # Whether enable the prompt injection detection check on computer-use request.
"environment": "A String", # The environment being operated.
"excludedPredefinedFunctions": [ # The list of predefined functions that are excluded from the model call.
"A String",
],
},
"fileSearch": { # A tool that can be used by the model to search files. # A tool that can be used by the model to search files.
"fileSearchStoreNames": [ # The file search store names to search.
"A String",
],
"metadataFilter": "A String", # Metadata filter to apply to the semantic retrieval documents and chunks.
"topK": 42, # The number of semantic retrieval chunks to retrieve.
},
"function": { # A tool that can be used by the model. # A function that can be used by the model.
"description": "A String", # A description of the function.
"name": "A String", # The name of the function.
"parameters": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # The JSON Schema for the function's parameters.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMaps": { # A tool that can be used by the model to call Google Maps. # A tool that can be used by the model to search Google Maps.
"enableWidget": True or False, # Whether to return a widget context token in the tool call result of the response.
"latitude": 3.14, # The latitude of the user's location.
"longitude": 3.14, # The longitude of the user's location.
},
"googleSearch": { # A tool that can be used by the model to search Google. # A tool that can be used by the model to search Google.
"searchTypes": [ # The types of search grounding to enable.
"A String",
],
},
"mcpServer": { # A MCPServer is a server that can be called by the model to perform actions. # A MCPServer is a server that can be called by the model to perform actions.
"allowedTools": [ # The allowed tools.
{ # The configuration for allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
],
"headers": { # Optional: Fields for authentication headers, timeouts, etc., if needed.
"a_key": "A String",
},
"name": "A String", # The name of the MCPServer.
"url": "A String", # The full URL for the MCPServer endpoint. Example: "https://api.example.com/mcp"
},
"retrieval": { # A tool that can be used by the model to retrieve files. # A tool that can be used by the model to retrieve files.
"exaAiSearchConfig": { # Used to specify configuration for ExaAISearch. # Used to specify configuration for ExaAISearch.
"apiKey": "A String", # Required. The API key for ExaAiSearch.
"customConfig": { # Optional. This field can be used to pass any parameter from the Exa.ai Search API.
"a_key": "", # Properties of the object.
},
},
"parallelAiSearchConfig": { # Used to specify configuration for ParallelAISearch. # Used to specify configuration for ParallelAISearch.
"apiKey": "A String", # Optional. The API key for ParallelAiSearch.
"customConfig": { # Optional. Custom configs for ParallelAiSearch.
"a_key": "", # Properties of the object.
},
},
"ragStoreConfig": { # Use to specify configuration for RAG Store. # Used to specify configuration for RagStore.
"ragResources": [ # Optional. The representation of the rag source.
{ # The definition of the Rag resource.
"ragCorpus": "A String", # Optional. RagCorpora resource name.
"ragFileIds": [ # Optional. rag_file_id. The files should be in the same rag_corpus set in rag_corpus field.
"A String",
],
},
],
"ragRetrievalConfig": { # Specifies the context retrieval config. # Optional. The retrieval config for the Rag query.
"filter": { # Config for filters. # Optional. Config for filters.
"metadataFilter": "A String", # Optional. String for metadata filtering.
"vectorDistanceThreshold": 3.14, # Optional. Only returns contexts with vector distance smaller than the threshold.
"vectorSimilarityThreshold": 3.14, # Optional. Only returns contexts with vector similarity larger than the threshold.
},
"hybridSearch": { # Config for Hybrid Search. # Optional. Config for Hybrid Search.
"alpha": 3.14, # Optional. Alpha value controls the weight between dense and sparse vector search results.
},
"ranking": { # Config for ranking and reranking. # Optional. Config for ranking and reranking.
"rankService": { # Config for Rank Service. # Optional. Config for Rank Service.
"modelName": "A String", # Optional. The model name of the rank service.
},
},
"topK": 42, # Optional. The number of contexts to retrieve.
},
"similarityTopK": 42, # Optional. Number of top k results to return from the selected corpora.
"vectorDistanceThreshold": 3.14, # Optional. Only return results with vector distance smaller than the threshold.
},
"retrievalTypes": [ # The types of file retrieval to enable.
"A String",
],
"vertexAiSearchConfig": { # Used to specify configuration for VertexAISearch. # Used to specify configuration for VertexAISearch.
"datastores": [ # Optional. Used to specify Vertex AI Search datastores.
"A String",
],
"engine": "A String", # Optional. Used to specify Vertex AI Search engine.
},
},
"urlContext": { # A tool that can be used by the model to fetch URL context. # A tool that can be used by the model to fetch URL context.
},
},
],
"turnList": { # A list of Turns. # The turns for the interaction.
"turns": [
{
"contentList": { # A list of Content. # The content of the turn. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the turn. A single string.
"role": "A String", # The originator of this turn. Must be user for input or model for model output.
},
],
},
"updated": "A String", # Required. Output only. The time at which the response was last updated in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"usage": { # Statistics on the interaction request's token usage. # Output only. Statistics on the interaction request's token usage.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
},
},
"interactionStartEvent": { # The interaction data, used for interaction.start events. Legacy event, used when steps are disabled.
"interaction": { # Response for InteractionService.CreateInteraction.
"agentInteraction": { # Interaction for generating the completion using agents. # Interaction for generating the completion using agents.
"agent": "A String", # The name of the `Agent` used for generating the completion.
"antigravityConfig": { # Configuration for the Antigravity agent runtime. Provides server-side control over the agent's execution environment and tool configuration. # Antigravity agent configuration. This configuration is session-level settings that are passed to the agent runtime on a per-request basis.
"maxTotalTokens": "A String", # Max total tokens for the agent run.
"model": "A String", # The model to use for agent reasoning.
},
"codeMenderConfig": { # Configuration for the CodeMender agent.
"findRequest": { # Request parameters specific to FIND sessions, used for discovering vulnerabilities in a codebase. # Parameters for finding vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the vulnerability analysis.
"findingId": "A String", # The identifier of a specific finding to verify. This is primarily used in VERIFY mode to focus the agent's execution-based validation on a single vulnerability.
"mode": "A String", # The mode of the find session.
"sourceFiles": [ # A list of source files to provide as context for the scan.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"fixRequest": { # Request parameters specific to FIX sessions, used for generating and validating security patches. # Parameters for fixing vulnerabilities.
"description": "A String", # Additional context or custom instructions provided by the user to guide the patch generation process.
"findingId": "A String", # The identifier of the specific security finding to be remediated. This ID maps to a previously discovered vulnerability.
"sourceFiles": [ # A list of source files providing context for the remediation. These files are typically the ones containing the identified vulnerability.
{ # Content of a single file in the codebase.
"content": "A String", # The UTF-8 encoded text content of the file.
"path": "A String", # The relative path of the file from the project root.
},
],
},
"model": "A String", # The name of the model to use for the CodeMender agent. One CodeMender session will only use one model.
"sessionConfig": { # The configuration of CodeMender sessions. # Optional session-specific configurations to override default agent behavior.
"maxRounds": 42, # The maximum number of interaction rounds the agent is allowed to perform before reaching a timeout.
},
"sessionId": "A String", # Parameter for grouping multiple interactions that belong to the same CodeMender session.
},
"deepResearchConfig": { # Configuration for the Deep Research agent.
"collaborativePlanning": True or False, # Enables human-in-the-loop planning for the Deep Research agent. If set to true, the Deep Research agent will provide a research plan in its response. The agent will then proceed only if the user confirms the plan in the next turn.
"enableBigqueryTool": True or False, # Enables bigquery tool for the Deep Research agent.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"visualization": "A String", # Whether to include visualizations in the response.
},
"dynamicConfig": { # Configuration for dynamic agents.
"config": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # For agents that are not supported statically in the API definition.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
},
"content": { # The content of the response. # The content for the interaction.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"contentList": { # A list of Content. # The inputs for the interaction.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"created": "A String", # Required. Output only. The time at which the response was created in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"envId": "A String", # The environment ID for the interaction. Can be 'remote' for default environment.
"environmentId": "A String", # Output only. The environment ID for the interaction. Only populated if environment config is set in the request.
"errors": [ # Output only. Diagnostic faults / platform errors recorded on the interaction.
{ # Error message from an interaction.
"code": "A String", # A URI that identifies the error type.
"message": "A String", # A human-readable error message.
},
],
"id": "A String", # Required. Output only. A unique identifier for the interaction completion.
"labels": { # Optional. The labels with user-defined metadata for the request. It is used for billing and reporting only. Label keys and values can be no longer than 63 characters (Unicode codepoints) and can only contain lowercase letters, numeric characters, underscores, and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter.
"a_key": "A String",
},
"localEnvironment": { # Configuration for an environment that lives on the client connection rather than in a server-managed sandbox. When set (via Interaction.local_environment), the agent's filesystem and shell are treated as living on the client: the agent's built-in environment operations (e.g. reading/listing/editing files and running commands) are suspended on the server and yielded back to the client to execute, with their results returned on a subsequent turn. This is mutually exclusive with a server-managed `EnvironmentConfig` (remote_environment), since the environment is either on the client or in a server sandbox, never both. This governs only the agent's built-in environment. Client-declared function tools are always executed on the client regardless of this field. # The agent's environment lives on the client connection: its built-in environment operations (filesystem ops and running commands) are yielded to the client to execute, instead of running in a server-managed sandbox. Mutually exclusive with `remote_environment`. (Independent of any client-declared function tools, which are always executed on the client regardless of this field.)
},
"modelInteraction": { # Interaction for generating the completion using models. # Interaction for generating the completion using models.
"generationConfig": { # Configuration parameters for model interactions. # Input only. Configuration parameters for the model interaction.
"imageConfig": { # The configuration for image interaction. # Configuration for image interaction.
"aspectRatio": "A String", # The aspect ratio of the image to generate. Supported aspect ratios: 1:1, 2:3, 3:2, 3:4, 4:3, 9:16, 16:9, 21:9. If not specified, the model will choose a default aspect ratio based on any reference images provided.
"imageSize": "A String", # Specifies the size of generated images. Supported values are `1K`, `2K`, `4K`. If not specified, the model will use default value `1K`.
},
"maxOutputTokens": 42, # The maximum number of tokens to include in the response.
"seed": 42, # Seed used in decoding for reproducibility.
"speechConfig": [ # Configuration for speech interaction.
{ # The configuration for speech interaction.
"language": "A String", # The language of the speech.
"speaker": "A String", # The speaker's name, it should match the speaker name given in the prompt.
"voice": "A String", # The voice of the speaker.
},
],
"stopSequences": [ # A list of character sequences that will stop output interaction.
"A String",
],
"temperature": 3.14, # Controls the randomness of the output.
"thinkingLevel": "A String", # The level of thought tokens that the model should generate.
"thinkingSummaries": "A String", # Whether to include thought summaries in the response.
"toolChoiceConfig": { # The tool choice configuration containing allowed tools. # The config for the tool choice.
"allowedTools": { # The configuration for allowed tools. # The allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
},
"toolChoiceMode": "A String", # The mode of the tool choice.
"topP": 3.14, # The maximum cumulative probability of tokens to consider when sampling.
"transcriptionConfig": { # Configuration for speech recognition (transcription). # Optional. Configuration for speech recognition (transcription). If present, ASR is enabled.
"adaptationPhrases": [ # Optional. A list of phrases to bias the ASR model towards.
"A String",
],
"customVocabulary": [ # Optional. A list of custom vocabulary phrases to bias the speech recognition model toward recognizing specific terms.
"A String",
],
"diarizationMode": "A String", # Optional. Configures speaker diarization. Supported values: "speaker".
"languageCodes": [ # Optional. BCP-47 language codes providing hints about the languages present in the audio. If omitted or empty, defaults to automatic language detection.
"A String",
],
"timestampGranularities": [ # Optional. The granularity of timestamps to include in the transcription output. Supported values: "word". If empty, no timestamps are generated.
"A String",
],
},
"videoConfig": { # Configuration options for video generation. # Configuration for video generation.
"task": "A String", # Optional task mode for video generation. If not specified, the model automatically determines the appropriate mode based on the provided text prompt and input media.
},
},
"model": "A String", # The name of the `Model` used for generating the completion.
},
"outputs": [ # Output only. Responses from the model.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"previousInteractionId": "A String", # The ID of the previous interaction, if any.
"remoteEnvironment": { # Configuration for a custom environment.
"environmentId": "A String", # Optional. The environment ID for the interaction. If specified, the request will update the existing environment instead of creating a new one.
"networkAllowlist": { # Network egress configuration for the environment. # Allow only specific domains.
"allowlist": [ # List of allowed domains and their configurations.
{ # A network egress rule that controls which external domains the environment is allowed to reach. Each rule identifies a target domain and, optionally, a set of HTTP headers to inject into every matching outbound request.
"domain": "A String", # The domain pattern to match for this rule. Use an exact hostname (e.g., `github.com`), a wildcard prefix (e.g., `*.googleapis.com`), or `*` to match all domains.
"transform": { # Headers to inject into requests matching this rule. Key: header name (e.g., "Authorization"). Value: header value (e.g., "Bearer your-token").
"a_key": "A String",
},
},
],
},
"networkMode": "A String", # Network egress mode.
"sources": [
{ # A source to be mounted into the environment.
"content": "A String", # The inline content if `type` is `INLINE`.
"encoding": "A String", # Optional encoding for inline content (e.g. `base64`).
"source": "A String", # The source of the environment. For GCS, this is the GCS path. For GitHub, this is the GitHub path.
"target": "A String", # Where the source should appear in the environment.
"type": "A String",
},
],
},
"responseFormat": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Enforces that the generated response is a JSON object that complies with the JSON schema specified in this field.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"responseFormatList": {
"responseFormats": [
{
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
],
},
"responseFormatSingleton": {
"audio": { # Configuration for audio output format.
"bitRate": 42, # Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus).
"delivery": "A String", # The delivery mode for the audio output.
"mimeType": "A String", # The MIME type of the audio output.
"sampleRate": 42, # Sample rate in Hz.
},
"image": { # Configuration for image output format.
"aspectRatio": "A String", # The aspect ratio for the image output.
"delivery": "A String", # The delivery mode for the image output.
"imageSize": "A String", # The size of the image output.
"mimeType": "A String", # The MIME type of the image output.
},
"structValue": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Multi-discriminator values is already enabled in GAOS
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"text": { # Configuration for text output format.
"mimeType": "A String", # The MIME type of the text output.
"schema": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # The JSON schema that the output should conform to. Only applicable when mime_type is application/json.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
},
"video": { # Configuration for video output format.
"aspectRatio": "A String", # The aspect ratio for the video output.
"delivery": "A String", # The delivery mode for the video output.
"duration": "A String", # The duration for the video output.
"gcsUri": "A String", # The GCS URI to store the video output. Required for Vertex if delivery mode is URI.
},
},
"responseMimeType": "A String", # The mime type of the response. This is required if response_format is set.
"responseModalities": [ # The requested modalities of the response (TEXT, IMAGE, AUDIO).
"A String",
],
"role": "A String", # Output only. The role of the interaction.
"safetySettings": [ # Safety settings for the interaction.
{ # A safety setting that affects the safety-blocking behavior. A SafetySetting consists of a harm category and a threshold for that category.
"method": "A String", # Optional. The method for blocking content. If not specified, the default behavior is to use the probability score.
"threshold": "A String", # Required. The threshold for blocking content. If the harm probability exceeds this threshold, the content will be blocked.
"type": "A String", # Required. The type of harm category to be blocked.
},
],
"serviceTier": "A String", # The service tier for the interaction.
"status": "A String", # Required. Output only. The status of the interaction.
"stepList": { # A list of Steps. # Input only. The steps for the interaction.
"steps": [ # The steps of the list.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
},
"steps": [ # Required. Output only. The steps that make up the interaction.
{ # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
],
"stringContent": "A String", # A string input for the interaction, it will be processed as a single text input.
"systemInstruction": "A String", # System instruction for the interaction.
"tools": [ # A list of tool declarations the model may call during interaction.
{ # A tool that can be used by the model.
"codeExecution": { # A tool that can be used by the model to execute code. # A tool that can be used by the model to execute code.
},
"computerUse": { # A tool that can be used by the model to interact with the computer. # Tool to support the model interacting directly with the computer.
"disabledSafetyPolicies": [ # Optional. Disabled safety policies for computer use.
"A String",
],
"enablePromptInjectionDetection": True or False, # Whether enable the prompt injection detection check on computer-use request.
"environment": "A String", # The environment being operated.
"excludedPredefinedFunctions": [ # The list of predefined functions that are excluded from the model call.
"A String",
],
},
"fileSearch": { # A tool that can be used by the model to search files. # A tool that can be used by the model to search files.
"fileSearchStoreNames": [ # The file search store names to search.
"A String",
],
"metadataFilter": "A String", # Metadata filter to apply to the semantic retrieval documents and chunks.
"topK": 42, # The number of semantic retrieval chunks to retrieve.
},
"function": { # A tool that can be used by the model. # A function that can be used by the model.
"description": "A String", # A description of the function.
"name": "A String", # The name of the function.
"parameters": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # The JSON Schema for the function's parameters.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMaps": { # A tool that can be used by the model to call Google Maps. # A tool that can be used by the model to search Google Maps.
"enableWidget": True or False, # Whether to return a widget context token in the tool call result of the response.
"latitude": 3.14, # The latitude of the user's location.
"longitude": 3.14, # The longitude of the user's location.
},
"googleSearch": { # A tool that can be used by the model to search Google. # A tool that can be used by the model to search Google.
"searchTypes": [ # The types of search grounding to enable.
"A String",
],
},
"mcpServer": { # A MCPServer is a server that can be called by the model to perform actions. # A MCPServer is a server that can be called by the model to perform actions.
"allowedTools": [ # The allowed tools.
{ # The configuration for allowed tools.
"mode": "A String", # The mode of the tool choice.
"tools": [ # The names of the allowed tools.
"A String",
],
},
],
"headers": { # Optional: Fields for authentication headers, timeouts, etc., if needed.
"a_key": "A String",
},
"name": "A String", # The name of the MCPServer.
"url": "A String", # The full URL for the MCPServer endpoint. Example: "https://api.example.com/mcp"
},
"retrieval": { # A tool that can be used by the model to retrieve files. # A tool that can be used by the model to retrieve files.
"exaAiSearchConfig": { # Used to specify configuration for ExaAISearch. # Used to specify configuration for ExaAISearch.
"apiKey": "A String", # Required. The API key for ExaAiSearch.
"customConfig": { # Optional. This field can be used to pass any parameter from the Exa.ai Search API.
"a_key": "", # Properties of the object.
},
},
"parallelAiSearchConfig": { # Used to specify configuration for ParallelAISearch. # Used to specify configuration for ParallelAISearch.
"apiKey": "A String", # Optional. The API key for ParallelAiSearch.
"customConfig": { # Optional. Custom configs for ParallelAiSearch.
"a_key": "", # Properties of the object.
},
},
"ragStoreConfig": { # Use to specify configuration for RAG Store. # Used to specify configuration for RagStore.
"ragResources": [ # Optional. The representation of the rag source.
{ # The definition of the Rag resource.
"ragCorpus": "A String", # Optional. RagCorpora resource name.
"ragFileIds": [ # Optional. rag_file_id. The files should be in the same rag_corpus set in rag_corpus field.
"A String",
],
},
],
"ragRetrievalConfig": { # Specifies the context retrieval config. # Optional. The retrieval config for the Rag query.
"filter": { # Config for filters. # Optional. Config for filters.
"metadataFilter": "A String", # Optional. String for metadata filtering.
"vectorDistanceThreshold": 3.14, # Optional. Only returns contexts with vector distance smaller than the threshold.
"vectorSimilarityThreshold": 3.14, # Optional. Only returns contexts with vector similarity larger than the threshold.
},
"hybridSearch": { # Config for Hybrid Search. # Optional. Config for Hybrid Search.
"alpha": 3.14, # Optional. Alpha value controls the weight between dense and sparse vector search results.
},
"ranking": { # Config for ranking and reranking. # Optional. Config for ranking and reranking.
"rankService": { # Config for Rank Service. # Optional. Config for Rank Service.
"modelName": "A String", # Optional. The model name of the rank service.
},
},
"topK": 42, # Optional. The number of contexts to retrieve.
},
"similarityTopK": 42, # Optional. Number of top k results to return from the selected corpora.
"vectorDistanceThreshold": 3.14, # Optional. Only return results with vector distance smaller than the threshold.
},
"retrievalTypes": [ # The types of file retrieval to enable.
"A String",
],
"vertexAiSearchConfig": { # Used to specify configuration for VertexAISearch. # Used to specify configuration for VertexAISearch.
"datastores": [ # Optional. Used to specify Vertex AI Search datastores.
"A String",
],
"engine": "A String", # Optional. Used to specify Vertex AI Search engine.
},
},
"urlContext": { # A tool that can be used by the model to fetch URL context. # A tool that can be used by the model to fetch URL context.
},
},
],
"turnList": { # A list of Turns. # The turns for the interaction.
"turns": [
{
"contentList": { # A list of Content. # The content of the turn. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the turn. A single string.
"role": "A String", # The originator of this turn. Must be user for input or model for model output.
},
],
},
"updated": "A String", # Required. Output only. The time at which the response was last updated in ISO 8601 format (YYYY-MM-DDThh:mm:ssZ).
"usage": { # Statistics on the interaction request's token usage. # Output only. Statistics on the interaction request's token usage.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
},
},
"interactionStatusUpdate": { # The interaction status data, used for interaction.status_update events.
"interactionId": "A String",
"status": "A String",
},
"stepDelta": { # The step delta data, used for step.delta events. Step-based streaming event, used when steps are enabled.
"delta": {
"argumentsDelta": {
"arguments": "A String",
},
"audio": {
"channels": 42, # The number of audio channels.
"data": "A String",
"mimeType": "A String",
"rate": 42, # Deprecated. Use sample_rate instead. The value is ignored.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String",
},
"document": {
"data": "A String",
"mimeType": "A String",
"uri": "A String",
},
"functionResult": {
"isError": True or False,
"name": "A String",
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"image": {
"data": "A String",
"mimeType": "A String",
"resolution": "A String", # The resolution of the media.
"uri": "A String",
},
"serverToolCall": {
"codeExecutionCall": {
"arguments": { # The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": {
},
"googleMapsCall": {
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": {
"arguments": { # The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
},
"mcpServerToolCall": {
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String",
"serverName": "A String",
},
"retrievalCall": { # Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the Retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": {
"arguments": { # The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"serverToolResult": {
"codeExecutionResult": {
"isError": True or False,
"result": "A String",
},
"fileSearchResult": {
"result": [
{ # The result of the File Search.
},
],
},
"googleMapsResult": {
"result": [ # The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": {
"isError": True or False,
"result": [
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": {
"name": "A String",
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String",
},
"retrievalResult": { # Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. ToolResultDelta.type
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": {
"isError": True or False,
"result": [
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"text": {
"text": "A String",
},
"textAnnotationDelta": {
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
},
"thoughtSignature": {
"signature": "A String", # Signature to match the backend source to be part of the generation.
},
"thoughtSummary": {
"content": { # The content of the response. # A new summary item to be added to the thought.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
},
"video": {
"data": "A String",
"mimeType": "A String",
"resolution": "A String", # The resolution of the media.
"uri": "A String",
},
},
"index": 42,
},
"stepStart": { # The step start data, used for step.start events. Step-based streaming event, used when steps are enabled.
"index": 42,
"step": { # A step in the interaction.
"modelOutput": { # Output generated by the model.
"content": [
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
"error": { # The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors). # The error result of the operation in case of failure or cancellation.
"code": 42, # The status code, which should be an enum value of google.rpc.Code.
"details": [ # A list of messages that carry the error details. There is a common set of message types for APIs to use.
{
"a_key": "", # Properties of the object. Contains field @type with type URL.
},
],
"message": "A String", # A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.
},
},
"thought": { # A thought step.
"signature": "A String", # A signature hash for backend validation.
"summary": [ # A summary of the thought.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"toolCall": { # Tool call step.
"codeExecutionCall": { # Code execution call step.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search call step.
},
"functionCall": { # A function tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The arguments to pass to the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps call step.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search call step.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call step.
"arguments": { # `Struct` represents a structured data value, consisting of fields which map to dynamically typed values. # Required. The JSON object of arguments for the function.
"fields": [ # Dynamically typed fields. List instead of map because LLMs are sensitive to ordering, and we want to give users full control.
{ # Represents a single field in a struct.
"name": "A String",
"value": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
],
},
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"retrievalCall": { # Retrieval call step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc. RetrievalType decides which tool is used.
"arguments": { # The arguments to pass to Retrieval tools. # Required. The arguments to pass to the retrieval tool.
"queries": [ # Queries for Retrieval information.
"A String",
],
},
"retrievalType": "A String", # The type of retrieval tools.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context call step.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result step.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result step.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result step.
},
"functionResult": { # Result of a function tool call.
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The result of the tool call.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
},
"googleMapsResult": { # Google Maps result step.
"result": [
{ # The result of the Google Maps.
"places": [
{
"name": "A String",
"placeId": "A String",
"reviewSnippets": [
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String",
},
],
"widgetContextToken": "A String",
},
],
},
"googleSearchResult": { # Google Search result step.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result step.
"name": "A String", # Name of the tool which is called for this specific tool call.
"result": { # `Value` represents a dynamically typed value which can be either null, a number, a string, a boolean, a recursive struct value, or a list of values. A producer of value is expected to set one of these variants. Absence of any variant indicates an error. # Required. The output from the MCP server call. Can be simple text or rich content.
"boolValue": True or False, # Represents a boolean value.
"contentValue": { # The content of the response. # Represents rich content (text, image, etc.).
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
"listValue": { # `ListValue` is a wrapper around a repeated field of values. # Represents a repeated `Value`.
"values": [ # Repeated field of dynamically typed values.
# Object with schema name: GenaiVertexV1beta1Value
],
},
"nullValue": "A String", # Represents a null value.
"numberValue": 3.14, # Represents a double value.
"stringValue": "A String", # Represents a string value.
"structValue": # Object with schema name: GenaiVertexV1beta1Struct # Represents a structured value.
},
"serverName": "A String", # The name of the used MCP server.
},
"retrievalResult": { # Vertex Retrieval result step. Used by Vertex Retrieval tools such as Parallel AI, Exa AI, Vertex AI Search, etc.
"isError": True or False, # Whether the retrieval resulted in an error.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result step.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"userInput": { # Input provided by the user. # DO NOT USE -- These are for 3P JSON only
"contentList": { # A list of Content. # The content of the step. An array of Content objects.
"contents": [ # The contents of the list.
{ # The content of the response.
"audio": { # An audio content block.
"channels": 42, # The number of audio channels.
"data": "A String", # The audio content.
"mimeTypeString": "A String", # Flexible MIME type string of the audio, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"sampleRate": 42, # The sample rate of the audio.
"uri": "A String", # The URI of the audio.
},
"document": { # A document content block.
"data": "A String", # The document content.
"mimeTypeString": "A String", # Flexible MIME type string of the document, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"uri": "A String", # The URI of the document.
},
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
"thought": { # A thought content block.
"signature": "A String", # Signature to match the backend source to be part of the generation.
"summary": [ # A summary of the thought.
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"toolCall": { # Tool call content.
"codeExecutionCall": { # Code execution content.
"arguments": { # The arguments to pass to the code execution. # Required. The arguments to pass to the code execution.
"code": "A String", # The code to be executed.
"language": "A String", # Programming language of the `code`.
},
},
"fileSearchCall": { # File Search content.
},
"functionCall": { # A function tool call content block.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The arguments to pass to the function.
"name": "A String", # Required. The name of the tool to call.
},
"googleMapsCall": { # Google Maps content.
"arguments": { # The arguments to pass to the Google Maps tool. # The arguments to pass to the Google Maps tool.
"queries": [ # The queries to be executed.
"A String",
],
},
},
"googleSearchCall": { # Google Search content.
"arguments": { # The arguments to pass to Google Search. # Required. The arguments to pass to Google Search.
"queries": [ # Web search queries for the following-up web search.
"A String",
],
},
"searchType": "A String", # The type of search grounding enabled.
},
"id": "A String", # Required. A unique ID for this specific tool call.
"mcpServerToolCall": { # MCPServer tool call content.
"arguments": # Object with schema name: GenaiVertexV1beta1Struct # Required. The JSON object of arguments for the function.
"name": "A String", # Required. The name of the tool which was called.
"serverName": "A String", # Required. The name of the used MCP server.
},
"signature": "A String", # A signature hash for backend validation.
"urlContextCall": { # URL context content.
"arguments": { # The arguments to pass to the URL context. # Required. The arguments to pass to the URL context.
"urls": [ # The URLs to fetch.
"A String",
],
},
},
},
"toolResult": { # Tool result content.
"callId": "A String", # Required. ID to match the ID from the function call block.
"codeExecutionResult": { # Code execution result content.
"isError": True or False, # Whether the code execution resulted in an error.
"result": "A String", # Required. The output of the code execution.
},
"fileSearchResult": { # File Search result content.
"result": [ # Optional. The results of the File Search.
{ # The result of the File Search.
},
],
},
"functionResult": { # A function tool result content block.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"isError": True or False, # Whether the tool call resulted in an error.
"name": "A String", # The name of the tool that was called.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"googleMapsResult": { # Google Maps result content.
"result": [ # Required. The results of the Google Maps.
{ # The result of the Google Maps.
"places": [ # The places that were found.
{
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
],
"widgetContextToken": "A String", # Resource name of the Google Maps widget context token.
},
],
},
"googleSearchResult": { # Google Search result content.
"isError": True or False, # Whether the Google Search resulted in an error.
"result": [ # Required. The results of the Google Search.
{ # The result of the Google Search.
"searchSuggestions": "A String", # Web content snippet that can be embedded in a web page or an app webview.
},
],
},
"mcpServerToolResult": { # MCPServer tool result content.
"contentList": {
"contents": [
{
"image": { # An image content block.
"data": "A String", # The image content.
"mimeTypeString": "A String", # Flexible MIME type string of the image, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the image.
},
"text": { # A text content block.
"annotations": [ # Citation information for model-generated content.
{ # Citation information for model-generated content.
"endIndex": 42, # End of the attributed segment, exclusive.
"fileCitation": { # A file citation annotation. # A file citation annotation.
"customMetadata": # Object with schema name: GenaiVertexV1beta1Struct # User provided metadata about the retrieved context.
"documentUri": "A String", # The URI of the file.
"fileName": "A String", # The name of the file.
"mediaId": "A String", # Media ID in-case of image citations, if applicable.
"pageNumber": 42, # Page number of the cited document, if applicable.
"source": "A String", # Source attributed for a portion of the text.
},
"placeCitation": { # A place citation annotation. # A place citation annotation.
"name": "A String", # Title of the place.
"placeId": "A String", # The ID of the place, in `places/{place_id}` format.
"reviewSnippets": [ # Snippets of reviews that are used to generate answers about the features of a given place in Google Maps.
{ # Encapsulates a snippet of a user review that answers a question about the features of a specific place in Google Maps.
"reviewId": "A String", # The ID of the review snippet.
"title": "A String", # Title of the review.
"url": "A String", # A link that corresponds to the user review on Google Maps.
},
],
"url": "A String", # URI reference of the place.
},
"startIndex": 42, # Start of segment of the response that is attributed to this source. Index indicates the start of the segment, measured in bytes.
"urlCitation": { # A URL citation annotation. # NOTE: We use these instead of the Citation message for historical reasons. A URL citation annotation.
"title": "A String", # The title of the URL.
"url": "A String", # The URL.
},
"wordInfo": { # Word-level ASR annotation for transcription output. Carries the word text, optional timing, and optional speaker attribution. # Word-level ASR annotation with timing and speaker info.
"endOffset": "A String", # End offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"speaker": "A String", # Optional. Speaker label for this word (e.g. "spk_1", "spk_2"). Present when diarization_mode is set in TranscriptionConfig.
"startOffset": "A String", # Start offset in time of the word relative to the start of the audio. Present when timestamp_granularities contains "word".
"text": "A String", # The transcribed word.
},
},
],
"text": "A String", # Required. The text content.
},
},
],
},
"name": "A String", # Name of the tool which is called for this specific tool call.
"serverName": "A String", # The name of the used MCP server.
"stringResult": "A String",
"structResult": # Object with schema name: GenaiVertexV1beta1Struct
},
"signature": "A String", # A signature hash for backend validation.
"urlContextResult": { # URL context result content.
"isError": True or False, # Whether the URL context resulted in an error.
"result": [ # Required. The results of the URL context.
{ # The result of the URL context.
"status": "A String", # The status of the URL retrieval.
"url": "A String", # The URL that was fetched.
},
],
},
},
"video": { # A video content block.
"data": "A String", # The video content.
"mimeTypeString": "A String", # Flexible MIME type string of the video, superseding mime_type = 1. Note: Bespoke logic in the GAOS parser/serializer maps this to the "mime_type" JSON key.
"resolution": "A String", # The resolution of the media.
"uri": "A String", # The URI of the video.
},
},
],
},
"contentString": "A String", # The content of the step. A single string.
},
},
},
"stepStop": { # The step stop data, used for step.stop events. Step-based streaming event, used when steps are enabled.
"index": 42,
"stepUsage": { # Statistics on the interaction request's token usage. # Model usage stats for this specific step.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
"usage": { # Statistics on the interaction request's token usage. # Cumulative model usage stats from the start of the session.
"cachedTokensByModality": [ # A breakdown of cached token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"groundingToolCount": [ # Grounding tool count.
{ # The number of grounding tool counts.
"count": 42, # The number of grounding tool counts.
"type": "A String", # The grounding tool type associated with the count.
},
],
"inputTokensByModality": [ # A breakdown of input token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"outputTokensByModality": [ # A breakdown of output token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"toolUseTokensByModality": [ # A breakdown of tool-use token usage by modality.
{ # The token count for a single response modality.
"modality": "A String", # The modality associated with the token count.
"tokens": 42, # Number of tokens for the modality.
},
],
"totalCachedTokens": 42, # Number of tokens in the cached part of the prompt (the cached content).
"totalInputTokens": 42, # Number of tokens in the prompt (context).
"totalOutputTokens": 42, # Total number of tokens across all the generated responses.
"totalThoughtTokens": 42, # Number of tokens of thoughts for thinking models.
"totalTokens": 42, # Total token count for the interaction request (prompt + responses + other internal tokens).
"totalToolUseTokens": 42, # Number of tokens present in tool-use prompt(s).
},
},
}
delete(name, x__xgafv=None)
Deletes an interaction.
Args:
name: string, Required. The name of the interaction to delete. Format: interactions/{interaction} (required)
x__xgafv: string, V1 error format.
Allowed values
1 - v1 error format
2 - v2 error format
Returns:
An object of the form:
{ # Response for InteractionService.DeleteInteraction.
}