As of January 1, 2020 this library no longer supports Python 2 on the latest released version.
Library versions released prior to that date will continue to be available. For more information please
visit Python 2 support on Google Cloud.
Source code for google.ai.generativelanguage_v1beta.types.generative_service
# -*- coding: utf-8 -*-
# Copyright 2025 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
from __future__ import annotations
from typing import MutableMapping, MutableSequence
import google.protobuf.duration_pb2 as duration_pb2 # type: ignore
import google.protobuf.struct_pb2 as struct_pb2 # type: ignore
import proto # type: ignore
from google.ai.generativelanguage_v1beta.types import citation, retriever, safety
from google.ai.generativelanguage_v1beta.types import content as gag_content
__protobuf__ = proto.module(
package="google.ai.generativelanguage.v1beta",
manifest={
"TaskType",
"GenerateContentRequest",
"PrebuiltVoiceConfig",
"VoiceConfig",
"SpeakerVoiceConfig",
"MultiSpeakerVoiceConfig",
"SpeechConfig",
"ThinkingConfig",
"ImageConfig",
"GenerationConfig",
"SemanticRetrieverConfig",
"GenerateContentResponse",
"Candidate",
"UrlContextMetadata",
"UrlMetadata",
"LogprobsResult",
"AttributionSourceId",
"GroundingAttribution",
"RetrievalMetadata",
"GroundingMetadata",
"SearchEntryPoint",
"GroundingChunk",
"Segment",
"GroundingSupport",
"GenerateAnswerRequest",
"GenerateAnswerResponse",
"EmbedContentRequest",
"ContentEmbedding",
"EmbedContentResponse",
"BatchEmbedContentsRequest",
"BatchEmbedContentsResponse",
"CountTokensRequest",
"CountTokensResponse",
"RealtimeInputConfig",
"SessionResumptionConfig",
"ContextWindowCompressionConfig",
"AudioTranscriptionConfig",
"BidiGenerateContentSetup",
"BidiGenerateContentClientContent",
"BidiGenerateContentRealtimeInput",
"BidiGenerateContentToolResponse",
"BidiGenerateContentClientMessage",
"BidiGenerateContentSetupComplete",
"BidiGenerateContentServerContent",
"BidiGenerateContentToolCall",
"BidiGenerateContentToolCallCancellation",
"GoAway",
"SessionResumptionUpdate",
"BidiGenerateContentTranscription",
"BidiGenerateContentServerMessage",
"UsageMetadata",
},
)
[docs]class TaskType(proto.Enum):
r"""Type of task for which the embedding will be used.
Values:
TASK_TYPE_UNSPECIFIED (0):
Unset value, which will default to one of the
other enum values.
RETRIEVAL_QUERY (1):
Specifies the given text is a query in a
search/retrieval setting.
RETRIEVAL_DOCUMENT (2):
Specifies the given text is a document from
the corpus being searched.
SEMANTIC_SIMILARITY (3):
Specifies the given text will be used for
STS.
CLASSIFICATION (4):
Specifies that the given text will be
classified.
CLUSTERING (5):
Specifies that the embeddings will be used
for clustering.
QUESTION_ANSWERING (6):
Specifies that the given text will be used
for question answering.
FACT_VERIFICATION (7):
Specifies that the given text will be used
for fact verification.
CODE_RETRIEVAL_QUERY (8):
Specifies that the given text will be used
for code retrieval.
"""
TASK_TYPE_UNSPECIFIED = 0
RETRIEVAL_QUERY = 1
RETRIEVAL_DOCUMENT = 2
SEMANTIC_SIMILARITY = 3
CLASSIFICATION = 4
CLUSTERING = 5
QUESTION_ANSWERING = 6
FACT_VERIFICATION = 7
CODE_RETRIEVAL_QUERY = 8
[docs]class GenerateContentRequest(proto.Message):
r"""Request to generate a completion from the model.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
model (str):
Required. The name of the ``Model`` to use for generating
the completion.
Format: ``models/{model}``.
system_instruction (google.ai.generativelanguage_v1beta.types.Content):
Optional. Developer set `system
instruction(s) <https://ai.google.dev/gemini-api/docs/system-instructions>`__.
Currently, text only.
This field is a member of `oneof`_ ``_system_instruction``.
contents (MutableSequence[google.ai.generativelanguage_v1beta.types.Content]):
Required. The content of the current conversation with the
model.
For single-turn queries, this is a single instance. For
multi-turn queries like
`chat <https://ai.google.dev/gemini-api/docs/text-generation#chat>`__,
this is a repeated field that contains the conversation
history and the latest request.
tools (MutableSequence[google.ai.generativelanguage_v1beta.types.Tool]):
Optional. A list of ``Tools`` the ``Model`` may use to
generate the next response.
A ``Tool`` is a piece of code that enables the system to
interact with external systems to perform an action, or set
of actions, outside of knowledge and scope of the ``Model``.
Supported ``Tool``\ s are ``Function`` and
``code_execution``. Refer to the `Function
calling <https://ai.google.dev/gemini-api/docs/function-calling>`__
and the `Code
execution <https://ai.google.dev/gemini-api/docs/code-execution>`__
guides to learn more.
tool_config (google.ai.generativelanguage_v1beta.types.ToolConfig):
Optional. Tool configuration for any ``Tool`` specified in
the request. Refer to the `Function calling
guide <https://ai.google.dev/gemini-api/docs/function-calling#function_calling_mode>`__
for a usage example.
safety_settings (MutableSequence[google.ai.generativelanguage_v1beta.types.SafetySetting]):
Optional. A list of unique ``SafetySetting`` instances for
blocking unsafe content.
This will be enforced on the
``GenerateContentRequest.contents`` and
``GenerateContentResponse.candidates``. There should not be
more than one setting for each ``SafetyCategory`` type. The
API will block any contents and responses that fail to meet
the thresholds set by these settings. This list overrides
the default settings for each ``SafetyCategory`` specified
in the safety_settings. If there is no ``SafetySetting`` for
a given ``SafetyCategory`` provided in the list, the API
will use the default safety setting for that category. Harm
categories HARM_CATEGORY_HATE_SPEECH,
HARM_CATEGORY_SEXUALLY_EXPLICIT,
HARM_CATEGORY_DANGEROUS_CONTENT, HARM_CATEGORY_HARASSMENT,
HARM_CATEGORY_CIVIC_INTEGRITY are supported. Refer to the
`guide <https://ai.google.dev/gemini-api/docs/safety-settings>`__
for detailed information on available safety settings. Also
refer to the `Safety
guidance <https://ai.google.dev/gemini-api/docs/safety-guidance>`__
to learn how to incorporate safety considerations in your AI
applications.
generation_config (google.ai.generativelanguage_v1beta.types.GenerationConfig):
Optional. Configuration options for model
generation and outputs.
This field is a member of `oneof`_ ``_generation_config``.
cached_content (str):
Optional. The name of the content
`cached <https://ai.google.dev/gemini-api/docs/caching>`__
to use as context to serve the prediction. Format:
``cachedContents/{cachedContent}``
This field is a member of `oneof`_ ``_cached_content``.
"""
model: str = proto.Field(
proto.STRING,
number=1,
)
system_instruction: gag_content.Content = proto.Field(
proto.MESSAGE,
number=8,
optional=True,
message=gag_content.Content,
)
contents: MutableSequence[gag_content.Content] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message=gag_content.Content,
)
tools: MutableSequence[gag_content.Tool] = proto.RepeatedField(
proto.MESSAGE,
number=5,
message=gag_content.Tool,
)
tool_config: gag_content.ToolConfig = proto.Field(
proto.MESSAGE,
number=7,
message=gag_content.ToolConfig,
)
safety_settings: MutableSequence[safety.SafetySetting] = proto.RepeatedField(
proto.MESSAGE,
number=3,
message=safety.SafetySetting,
)
generation_config: "GenerationConfig" = proto.Field(
proto.MESSAGE,
number=4,
optional=True,
message="GenerationConfig",
)
cached_content: str = proto.Field(
proto.STRING,
number=9,
optional=True,
)
[docs]class PrebuiltVoiceConfig(proto.Message):
r"""The configuration for the prebuilt speaker to use.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
voice_name (str):
The name of the preset voice to use.
This field is a member of `oneof`_ ``_voice_name``.
"""
voice_name: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
[docs]class VoiceConfig(proto.Message):
r"""The configuration for the voice to use.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
prebuilt_voice_config (google.ai.generativelanguage_v1beta.types.PrebuiltVoiceConfig):
The configuration for the prebuilt voice to
use.
This field is a member of `oneof`_ ``voice_config``.
"""
prebuilt_voice_config: "PrebuiltVoiceConfig" = proto.Field(
proto.MESSAGE,
number=1,
oneof="voice_config",
message="PrebuiltVoiceConfig",
)
[docs]class SpeakerVoiceConfig(proto.Message):
r"""The configuration for a single speaker in a multi speaker
setup.
Attributes:
speaker (str):
Required. The name of the speaker to use.
Should be the same as in the prompt.
voice_config (google.ai.generativelanguage_v1beta.types.VoiceConfig):
Required. The configuration for the voice to
use.
"""
speaker: str = proto.Field(
proto.STRING,
number=1,
)
voice_config: "VoiceConfig" = proto.Field(
proto.MESSAGE,
number=2,
message="VoiceConfig",
)
[docs]class MultiSpeakerVoiceConfig(proto.Message):
r"""The configuration for the multi-speaker setup.
Attributes:
speaker_voice_configs (MutableSequence[google.ai.generativelanguage_v1beta.types.SpeakerVoiceConfig]):
Required. All the enabled speaker voices.
"""
speaker_voice_configs: MutableSequence["SpeakerVoiceConfig"] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message="SpeakerVoiceConfig",
)
[docs]class SpeechConfig(proto.Message):
r"""The speech generation config.
Attributes:
voice_config (google.ai.generativelanguage_v1beta.types.VoiceConfig):
The configuration in case of single-voice
output.
multi_speaker_voice_config (google.ai.generativelanguage_v1beta.types.MultiSpeakerVoiceConfig):
Optional. The configuration for the multi-speaker setup. It
is mutually exclusive with the voice_config field.
language_code (str):
Optional. Language code (in BCP 47 format,
e.g. "en-US") for speech synthesis.
Valid values are: de-DE, en-AU, en-GB, en-IN,
en-US, es-US, fr-FR, hi-IN, pt-BR, ar-XA, es-ES,
fr-CA, id-ID, it-IT, ja-JP, tr-TR, vi-VN, bn-IN,
gu-IN, kn-IN, ml-IN, mr-IN, ta-IN, te-IN, nl-NL,
ko-KR, cmn-CN, pl-PL, ru-RU, and th-TH.
"""
voice_config: "VoiceConfig" = proto.Field(
proto.MESSAGE,
number=1,
message="VoiceConfig",
)
multi_speaker_voice_config: "MultiSpeakerVoiceConfig" = proto.Field(
proto.MESSAGE,
number=3,
message="MultiSpeakerVoiceConfig",
)
language_code: str = proto.Field(
proto.STRING,
number=2,
)
[docs]class ThinkingConfig(proto.Message):
r"""Config for thinking features.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
include_thoughts (bool):
Indicates whether to include thoughts in the
response. If true, thoughts are returned only
when available.
This field is a member of `oneof`_ ``_include_thoughts``.
thinking_budget (int):
The number of thoughts tokens that the model
should generate.
This field is a member of `oneof`_ ``_thinking_budget``.
"""
include_thoughts: bool = proto.Field(
proto.BOOL,
number=1,
optional=True,
)
thinking_budget: int = proto.Field(
proto.INT32,
number=2,
optional=True,
)
[docs]class ImageConfig(proto.Message):
r"""Config for image generation features.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
aspect_ratio (str):
Optional. The aspect ratio of the image to
generate. Supported aspect ratios: 1:1, 2:3,
3:2, 3:4, 4:3, 9:16, 16:9, 21:9.
If not specified, the model will choose a
default aspect ratio based on any reference
images provided.
This field is a member of `oneof`_ ``_aspect_ratio``.
"""
aspect_ratio: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
[docs]class GenerationConfig(proto.Message):
r"""Configuration options for model generation and outputs. Not
all parameters are configurable for every model.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
candidate_count (int):
Optional. Number of generated responses to
return. If unset, this will default to 1. Please
note that this doesn't work for previous
generation models (Gemini 1.0 family)
This field is a member of `oneof`_ ``_candidate_count``.
stop_sequences (MutableSequence[str]):
Optional. The set of character sequences (up to 5) that will
stop output generation. If specified, the API will stop at
the first appearance of a ``stop_sequence``. The stop
sequence will not be included as part of the response.
max_output_tokens (int):
Optional. The maximum number of tokens to include in a
response candidate.
Note: The default value varies by model, see the
``Model.output_token_limit`` attribute of the ``Model``
returned from the ``getModel`` function.
This field is a member of `oneof`_ ``_max_output_tokens``.
temperature (float):
Optional. Controls the randomness of the output.
Note: The default value varies by model, see the
``Model.temperature`` attribute of the ``Model`` returned
from the ``getModel`` function.
Values can range from [0.0, 2.0].
This field is a member of `oneof`_ ``_temperature``.
top_p (float):
Optional. The maximum cumulative probability of tokens to
consider when sampling.
The model uses combined Top-k and Top-p (nucleus) sampling.
Tokens are sorted based on their assigned probabilities so
that only the most likely tokens are considered. Top-k
sampling directly limits the maximum number of tokens to
consider, while Nucleus sampling limits the number of tokens
based on the cumulative probability.
Note: The default value varies by ``Model`` and is specified
by the\ ``Model.top_p`` attribute returned from the
``getModel`` function. An empty ``top_k`` attribute
indicates that the model doesn't apply top-k sampling and
doesn't allow setting ``top_k`` on requests.
This field is a member of `oneof`_ ``_top_p``.
top_k (int):
Optional. The maximum number of tokens to consider when
sampling.
Gemini models use Top-p (nucleus) sampling or a combination
of Top-k and nucleus sampling. Top-k sampling considers the
set of ``top_k`` most probable tokens. Models running with
nucleus sampling don't allow top_k setting.
Note: The default value varies by ``Model`` and is specified
by the\ ``Model.top_p`` attribute returned from the
``getModel`` function. An empty ``top_k`` attribute
indicates that the model doesn't apply top-k sampling and
doesn't allow setting ``top_k`` on requests.
This field is a member of `oneof`_ ``_top_k``.
seed (int):
Optional. Seed used in decoding. If not set,
the request uses a randomly generated seed.
This field is a member of `oneof`_ ``_seed``.
response_mime_type (str):
Optional. MIME type of the generated candidate text.
Supported MIME types are: ``text/plain``: (default) Text
output. ``application/json``: JSON response in the response
candidates. ``text/x.enum``: ENUM as a string response in
the response candidates. Refer to the
`docs <https://ai.google.dev/gemini-api/docs/prompting_with_media#plain_text_formats>`__
for a list of all supported text MIME types.
response_schema (google.ai.generativelanguage_v1beta.types.Schema):
Optional. Output schema of the generated candidate text.
Schemas must be a subset of the `OpenAPI
schema <https://spec.openapis.org/oas/v3.0.3#schema>`__ and
can be objects, primitives or arrays.
If set, a compatible ``response_mime_type`` must also be
set. Compatible MIME types: ``application/json``: Schema for
JSON response. Refer to the `JSON text generation
guide <https://ai.google.dev/gemini-api/docs/json-mode>`__
for more details.
response_json_schema (google.protobuf.struct_pb2.Value):
Optional. Output schema of the generated response. This is
an alternative to ``response_schema`` that accepts `JSON
Schema <https://json-schema.org/>`__.
If set, ``response_schema`` must be omitted, but
``response_mime_type`` is required.
While the full JSON Schema may be sent, not all features are
supported. Specifically, only the following properties are
supported:
- ``$id``
- ``$defs``
- ``$ref``
- ``$anchor``
- ``type``
- ``format``
- ``title``
- ``description``
- ``enum`` (for strings and numbers)
- ``items``
- ``prefixItems``
- ``minItems``
- ``maxItems``
- ``minimum``
- ``maximum``
- ``anyOf``
- ``oneOf`` (interpreted the same as ``anyOf``)
- ``properties``
- ``additionalProperties``
- ``required``
The non-standard ``propertyOrdering`` property may also be
set.
Cyclic references are unrolled to a limited degree and, as
such, may only be used within non-required properties.
(Nullable properties are not sufficient.) If ``$ref`` is set
on a sub-schema, no other properties, except for than those
starting as a ``$``, may be set.
response_json_schema_ordered (google.protobuf.struct_pb2.Value):
Optional. An internal detail. Use ``responseJsonSchema``
rather than this field.
presence_penalty (float):
Optional. Presence penalty applied to the next token's
logprobs if the token has already been seen in the response.
This penalty is binary on/off and not dependant on the
number of times the token is used (after the first). Use
[frequency_penalty][google.ai.generativelanguage.v1beta.GenerationConfig.frequency_penalty]
for a penalty that increases with each use.
A positive penalty will discourage the use of tokens that
have already been used in the response, increasing the
vocabulary.
A negative penalty will encourage the use of tokens that
have already been used in the response, decreasing the
vocabulary.
This field is a member of `oneof`_ ``_presence_penalty``.
frequency_penalty (float):
Optional. Frequency penalty applied to the next token's
logprobs, multiplied by the number of times each token has
been seen in the respponse so far.
A positive penalty will discourage the use of tokens that
have already been used, proportional to the number of times
the token has been used: The more a token is used, the more
difficult it is for the model to use that token again
increasing the vocabulary of responses.
Caution: A *negative* penalty will encourage the model to
reuse tokens proportional to the number of times the token
has been used. Small negative values will reduce the
vocabulary of a response. Larger negative values will cause
the model to start repeating a common token until it hits
the
[max_output_tokens][google.ai.generativelanguage.v1beta.GenerationConfig.max_output_tokens]
limit.
This field is a member of `oneof`_ ``_frequency_penalty``.
response_logprobs (bool):
Optional. If true, export the logprobs
results in response.
This field is a member of `oneof`_ ``_response_logprobs``.
logprobs (int):
Optional. Only valid if
[response_logprobs=True][google.ai.generativelanguage.v1beta.GenerationConfig.response_logprobs].
This sets the number of top logprobs to return at each
decoding step in the
[Candidate.logprobs_result][google.ai.generativelanguage.v1beta.Candidate.logprobs_result].
The number must be in the range of [0, 20].
This field is a member of `oneof`_ ``_logprobs``.
enable_enhanced_civic_answers (bool):
Optional. Enables enhanced civic answers. It
may not be available for all models.
This field is a member of `oneof`_ ``_enable_enhanced_civic_answers``.
response_modalities (MutableSequence[google.ai.generativelanguage_v1beta.types.GenerationConfig.Modality]):
Optional. The requested modalities of the
response. Represents the set of modalities that
the model can return, and should be expected in
the response. This is an exact match to the
modalities of the response.
A model may have multiple combinations of
supported modalities. If the requested
modalities do not match any of the supported
combinations, an error will be returned.
An empty list is equivalent to requesting only
text.
speech_config (google.ai.generativelanguage_v1beta.types.SpeechConfig):
Optional. The speech generation config.
This field is a member of `oneof`_ ``_speech_config``.
thinking_config (google.ai.generativelanguage_v1beta.types.ThinkingConfig):
Optional. Config for thinking features.
An error will be returned if this field is set
for models that don't support thinking.
This field is a member of `oneof`_ ``_thinking_config``.
image_config (google.ai.generativelanguage_v1beta.types.ImageConfig):
Optional. Config for image generation.
An error will be returned if this field is set
for models that don't support these config
options.
This field is a member of `oneof`_ ``_image_config``.
media_resolution (google.ai.generativelanguage_v1beta.types.GenerationConfig.MediaResolution):
Optional. If specified, the media resolution
specified will be used.
This field is a member of `oneof`_ ``_media_resolution``.
"""
[docs] class Modality(proto.Enum):
r"""Supported modalities of the response.
Values:
MODALITY_UNSPECIFIED (0):
Default value.
TEXT (1):
Indicates the model should return text.
IMAGE (2):
Indicates the model should return images.
AUDIO (3):
Indicates the model should return audio.
"""
MODALITY_UNSPECIFIED = 0
TEXT = 1
IMAGE = 2
AUDIO = 3
[docs] class MediaResolution(proto.Enum):
r"""Media resolution for the input media.
Values:
MEDIA_RESOLUTION_UNSPECIFIED (0):
Media resolution has not been set.
MEDIA_RESOLUTION_LOW (1):
Media resolution set to low (64 tokens).
MEDIA_RESOLUTION_MEDIUM (2):
Media resolution set to medium (256 tokens).
MEDIA_RESOLUTION_HIGH (3):
Media resolution set to high (zoomed
reframing with 256 tokens).
"""
MEDIA_RESOLUTION_UNSPECIFIED = 0
MEDIA_RESOLUTION_LOW = 1
MEDIA_RESOLUTION_MEDIUM = 2
MEDIA_RESOLUTION_HIGH = 3
candidate_count: int = proto.Field(
proto.INT32,
number=1,
optional=True,
)
stop_sequences: MutableSequence[str] = proto.RepeatedField(
proto.STRING,
number=2,
)
max_output_tokens: int = proto.Field(
proto.INT32,
number=4,
optional=True,
)
temperature: float = proto.Field(
proto.FLOAT,
number=5,
optional=True,
)
top_p: float = proto.Field(
proto.FLOAT,
number=6,
optional=True,
)
top_k: int = proto.Field(
proto.INT32,
number=7,
optional=True,
)
seed: int = proto.Field(
proto.INT32,
number=8,
optional=True,
)
response_mime_type: str = proto.Field(
proto.STRING,
number=13,
)
response_schema: gag_content.Schema = proto.Field(
proto.MESSAGE,
number=14,
message=gag_content.Schema,
)
response_json_schema: struct_pb2.Value = proto.Field(
proto.MESSAGE,
number=24,
message=struct_pb2.Value,
)
response_json_schema_ordered: struct_pb2.Value = proto.Field(
proto.MESSAGE,
number=28,
message=struct_pb2.Value,
)
presence_penalty: float = proto.Field(
proto.FLOAT,
number=15,
optional=True,
)
frequency_penalty: float = proto.Field(
proto.FLOAT,
number=16,
optional=True,
)
response_logprobs: bool = proto.Field(
proto.BOOL,
number=17,
optional=True,
)
logprobs: int = proto.Field(
proto.INT32,
number=18,
optional=True,
)
enable_enhanced_civic_answers: bool = proto.Field(
proto.BOOL,
number=19,
optional=True,
)
response_modalities: MutableSequence[Modality] = proto.RepeatedField(
proto.ENUM,
number=20,
enum=Modality,
)
speech_config: "SpeechConfig" = proto.Field(
proto.MESSAGE,
number=21,
optional=True,
message="SpeechConfig",
)
thinking_config: "ThinkingConfig" = proto.Field(
proto.MESSAGE,
number=22,
optional=True,
message="ThinkingConfig",
)
image_config: "ImageConfig" = proto.Field(
proto.MESSAGE,
number=27,
optional=True,
message="ImageConfig",
)
media_resolution: MediaResolution = proto.Field(
proto.ENUM,
number=23,
optional=True,
enum=MediaResolution,
)
[docs]class SemanticRetrieverConfig(proto.Message):
r"""Configuration for retrieving grounding content from a ``Corpus`` or
``Document`` created using the Semantic Retriever API.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
source (str):
Required. Name of the resource for retrieval. Example:
``corpora/123`` or ``corpora/123/documents/abc``.
query (google.ai.generativelanguage_v1beta.types.Content):
Required. Query to use for matching ``Chunk``\ s in the
given resource by similarity.
metadata_filters (MutableSequence[google.ai.generativelanguage_v1beta.types.MetadataFilter]):
Optional. Filters for selecting ``Document``\ s and/or
``Chunk``\ s from the resource.
max_chunks_count (int):
Optional. Maximum number of relevant ``Chunk``\ s to
retrieve.
This field is a member of `oneof`_ ``_max_chunks_count``.
minimum_relevance_score (float):
Optional. Minimum relevance score for retrieved relevant
``Chunk``\ s.
This field is a member of `oneof`_ ``_minimum_relevance_score``.
"""
source: str = proto.Field(
proto.STRING,
number=1,
)
query: gag_content.Content = proto.Field(
proto.MESSAGE,
number=2,
message=gag_content.Content,
)
metadata_filters: MutableSequence[retriever.MetadataFilter] = proto.RepeatedField(
proto.MESSAGE,
number=3,
message=retriever.MetadataFilter,
)
max_chunks_count: int = proto.Field(
proto.INT32,
number=4,
optional=True,
)
minimum_relevance_score: float = proto.Field(
proto.FLOAT,
number=5,
optional=True,
)
[docs]class GenerateContentResponse(proto.Message):
r"""Response from the model supporting multiple candidate responses.
Safety ratings and content filtering are reported for both prompt in
``GenerateContentResponse.prompt_feedback`` and for each candidate
in ``finish_reason`` and in ``safety_ratings``. The API:
- Returns either all requested candidates or none of them
- Returns no candidates at all only if there was something wrong
with the prompt (check ``prompt_feedback``)
- Reports feedback on each candidate in ``finish_reason`` and
``safety_ratings``.
Attributes:
candidates (MutableSequence[google.ai.generativelanguage_v1beta.types.Candidate]):
Candidate responses from the model.
prompt_feedback (google.ai.generativelanguage_v1beta.types.GenerateContentResponse.PromptFeedback):
Returns the prompt's feedback related to the
content filters.
usage_metadata (google.ai.generativelanguage_v1beta.types.GenerateContentResponse.UsageMetadata):
Output only. Metadata on the generation
requests' token usage.
model_version (str):
Output only. The model version used to
generate the response.
response_id (str):
Output only. response_id is used to identify each response.
"""
[docs] class PromptFeedback(proto.Message):
r"""A set of the feedback metadata the prompt specified in
``GenerateContentRequest.content``.
Attributes:
block_reason (google.ai.generativelanguage_v1beta.types.GenerateContentResponse.PromptFeedback.BlockReason):
Optional. If set, the prompt was blocked and
no candidates are returned. Rephrase the prompt.
safety_ratings (MutableSequence[google.ai.generativelanguage_v1beta.types.SafetyRating]):
Ratings for safety of the prompt.
There is at most one rating per category.
"""
[docs] class BlockReason(proto.Enum):
r"""Specifies the reason why the prompt was blocked.
Values:
BLOCK_REASON_UNSPECIFIED (0):
Default value. This value is unused.
SAFETY (1):
Prompt was blocked due to safety reasons. Inspect
``safety_ratings`` to understand which safety category
blocked it.
OTHER (2):
Prompt was blocked due to unknown reasons.
BLOCKLIST (3):
Prompt was blocked due to the terms which are
included from the terminology blocklist.
PROHIBITED_CONTENT (4):
Prompt was blocked due to prohibited content.
IMAGE_SAFETY (5):
Candidates blocked due to unsafe image
generation content.
"""
BLOCK_REASON_UNSPECIFIED = 0
SAFETY = 1
OTHER = 2
BLOCKLIST = 3
PROHIBITED_CONTENT = 4
IMAGE_SAFETY = 5
block_reason: "GenerateContentResponse.PromptFeedback.BlockReason" = (
proto.Field(
proto.ENUM,
number=1,
enum="GenerateContentResponse.PromptFeedback.BlockReason",
)
)
safety_ratings: MutableSequence[safety.SafetyRating] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message=safety.SafetyRating,
)
[docs] class UsageMetadata(proto.Message):
r"""Metadata on the generation request's token usage.
Attributes:
prompt_token_count (int):
Number of tokens in the prompt. When ``cached_content`` is
set, this is still the total effective prompt size meaning
this includes the number of tokens in the cached content.
cached_content_token_count (int):
Number of tokens in the cached part of the
prompt (the cached content)
candidates_token_count (int):
Total number of tokens across all the
generated response candidates.
tool_use_prompt_token_count (int):
Output only. Number of tokens present in
tool-use prompt(s).
thoughts_token_count (int):
Output only. Number of tokens of thoughts for
thinking models.
total_token_count (int):
Total token count for the generation request
(prompt + response candidates).
prompt_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
processed in the request input.
cache_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities of the cached
content in the request input.
candidates_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
returned in the response.
tool_use_prompt_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
processed for tool-use request inputs.
"""
prompt_token_count: int = proto.Field(
proto.INT32,
number=1,
)
cached_content_token_count: int = proto.Field(
proto.INT32,
number=4,
)
candidates_token_count: int = proto.Field(
proto.INT32,
number=2,
)
tool_use_prompt_token_count: int = proto.Field(
proto.INT32,
number=8,
)
thoughts_token_count: int = proto.Field(
proto.INT32,
number=10,
)
total_token_count: int = proto.Field(
proto.INT32,
number=3,
)
prompt_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=5,
message=gag_content.ModalityTokenCount,
)
)
cache_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=6,
message=gag_content.ModalityTokenCount,
)
)
candidates_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=7,
message=gag_content.ModalityTokenCount,
)
)
tool_use_prompt_tokens_details: MutableSequence[
gag_content.ModalityTokenCount
] = proto.RepeatedField(
proto.MESSAGE,
number=9,
message=gag_content.ModalityTokenCount,
)
candidates: MutableSequence["Candidate"] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message="Candidate",
)
prompt_feedback: PromptFeedback = proto.Field(
proto.MESSAGE,
number=2,
message=PromptFeedback,
)
usage_metadata: UsageMetadata = proto.Field(
proto.MESSAGE,
number=3,
message=UsageMetadata,
)
model_version: str = proto.Field(
proto.STRING,
number=4,
)
response_id: str = proto.Field(
proto.STRING,
number=5,
)
[docs]class Candidate(proto.Message):
r"""A response candidate generated from the model.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
index (int):
Output only. Index of the candidate in the
list of response candidates.
This field is a member of `oneof`_ ``_index``.
content (google.ai.generativelanguage_v1beta.types.Content):
Output only. Generated content returned from
the model.
finish_reason (google.ai.generativelanguage_v1beta.types.Candidate.FinishReason):
Optional. Output only. The reason why the
model stopped generating tokens.
If empty, the model has not stopped generating
tokens.
finish_message (str):
Optional. Output only. Details the reason why the model
stopped generating tokens. This is populated only when
``finish_reason`` is set.
This field is a member of `oneof`_ ``_finish_message``.
safety_ratings (MutableSequence[google.ai.generativelanguage_v1beta.types.SafetyRating]):
List of ratings for the safety of a response
candidate.
There is at most one rating per category.
citation_metadata (google.ai.generativelanguage_v1beta.types.CitationMetadata):
Output only. Citation information for model-generated
candidate.
This field may be populated with recitation information for
any text included in the ``content``. These are passages
that are "recited" from copyrighted material in the
foundational LLM's training data.
token_count (int):
Output only. Token count for this candidate.
grounding_attributions (MutableSequence[google.ai.generativelanguage_v1beta.types.GroundingAttribution]):
Output only. Attribution information for sources that
contributed to a grounded answer.
This field is populated for ``GenerateAnswer`` calls.
grounding_metadata (google.ai.generativelanguage_v1beta.types.GroundingMetadata):
Output only. Grounding metadata for the candidate.
This field is populated for ``GenerateContent`` calls.
avg_logprobs (float):
Output only. Average log probability score of
the candidate.
logprobs_result (google.ai.generativelanguage_v1beta.types.LogprobsResult):
Output only. Log-likelihood scores for the
response tokens and top tokens
url_context_metadata (google.ai.generativelanguage_v1beta.types.UrlContextMetadata):
Output only. Metadata related to url context
retrieval tool.
"""
[docs] class FinishReason(proto.Enum):
r"""Defines the reason why the model stopped generating tokens.
Values:
FINISH_REASON_UNSPECIFIED (0):
Default value. This value is unused.
STOP (1):
Natural stop point of the model or provided
stop sequence.
MAX_TOKENS (2):
The maximum number of tokens as specified in
the request was reached.
SAFETY (3):
The response candidate content was flagged
for safety reasons.
RECITATION (4):
The response candidate content was flagged
for recitation reasons.
LANGUAGE (6):
The response candidate content was flagged
for using an unsupported language.
OTHER (5):
Unknown reason.
BLOCKLIST (7):
Token generation stopped because the content
contains forbidden terms.
PROHIBITED_CONTENT (8):
Token generation stopped for potentially
containing prohibited content.
SPII (9):
Token generation stopped because the content
potentially contains Sensitive Personally
Identifiable Information (SPII).
MALFORMED_FUNCTION_CALL (10):
The function call generated by the model is
invalid.
IMAGE_SAFETY (11):
Token generation stopped because generated
images contain safety violations.
IMAGE_PROHIBITED_CONTENT (14):
Image generation stopped because generated
images has other prohibited content.
IMAGE_OTHER (15):
Image generation stopped because of other
miscellaneous issue.
NO_IMAGE (16):
The model was expected to generate an image,
but none was generated.
IMAGE_RECITATION (17):
Image generation stopped due to recitation.
UNEXPECTED_TOOL_CALL (12):
Model generated a tool call but no tools were
enabled in the request.
TOO_MANY_TOOL_CALLS (13):
Model called too many tools consecutively,
thus the system exited execution.
"""
FINISH_REASON_UNSPECIFIED = 0
STOP = 1
MAX_TOKENS = 2
SAFETY = 3
RECITATION = 4
LANGUAGE = 6
OTHER = 5
BLOCKLIST = 7
PROHIBITED_CONTENT = 8
SPII = 9
MALFORMED_FUNCTION_CALL = 10
IMAGE_SAFETY = 11
IMAGE_PROHIBITED_CONTENT = 14
IMAGE_OTHER = 15
NO_IMAGE = 16
IMAGE_RECITATION = 17
UNEXPECTED_TOOL_CALL = 12
TOO_MANY_TOOL_CALLS = 13
index: int = proto.Field(
proto.INT32,
number=3,
optional=True,
)
content: gag_content.Content = proto.Field(
proto.MESSAGE,
number=1,
message=gag_content.Content,
)
finish_reason: FinishReason = proto.Field(
proto.ENUM,
number=2,
enum=FinishReason,
)
finish_message: str = proto.Field(
proto.STRING,
number=4,
optional=True,
)
safety_ratings: MutableSequence[safety.SafetyRating] = proto.RepeatedField(
proto.MESSAGE,
number=5,
message=safety.SafetyRating,
)
citation_metadata: citation.CitationMetadata = proto.Field(
proto.MESSAGE,
number=6,
message=citation.CitationMetadata,
)
token_count: int = proto.Field(
proto.INT32,
number=7,
)
grounding_attributions: MutableSequence["GroundingAttribution"] = (
proto.RepeatedField(
proto.MESSAGE,
number=8,
message="GroundingAttribution",
)
)
grounding_metadata: "GroundingMetadata" = proto.Field(
proto.MESSAGE,
number=9,
message="GroundingMetadata",
)
avg_logprobs: float = proto.Field(
proto.DOUBLE,
number=10,
)
logprobs_result: "LogprobsResult" = proto.Field(
proto.MESSAGE,
number=11,
message="LogprobsResult",
)
url_context_metadata: "UrlContextMetadata" = proto.Field(
proto.MESSAGE,
number=13,
message="UrlContextMetadata",
)
[docs]class UrlContextMetadata(proto.Message):
r"""Metadata related to url context retrieval tool.
Attributes:
url_metadata (MutableSequence[google.ai.generativelanguage_v1beta.types.UrlMetadata]):
List of url context.
"""
url_metadata: MutableSequence["UrlMetadata"] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message="UrlMetadata",
)
[docs]class UrlMetadata(proto.Message):
r"""Context of the a single url retrieval.
Attributes:
retrieved_url (str):
Retrieved url by the tool.
url_retrieval_status (google.ai.generativelanguage_v1beta.types.UrlMetadata.UrlRetrievalStatus):
Status of the url retrieval.
"""
[docs] class UrlRetrievalStatus(proto.Enum):
r"""Status of the url retrieval.
Values:
URL_RETRIEVAL_STATUS_UNSPECIFIED (0):
Default value. This value is unused.
URL_RETRIEVAL_STATUS_SUCCESS (1):
Url retrieval is successful.
URL_RETRIEVAL_STATUS_ERROR (2):
Url retrieval is failed due to error.
URL_RETRIEVAL_STATUS_PAYWALL (3):
Url retrieval is failed because the content
is behind paywall.
URL_RETRIEVAL_STATUS_UNSAFE (4):
Url retrieval is failed because the content
is unsafe.
"""
URL_RETRIEVAL_STATUS_UNSPECIFIED = 0
URL_RETRIEVAL_STATUS_SUCCESS = 1
URL_RETRIEVAL_STATUS_ERROR = 2
URL_RETRIEVAL_STATUS_PAYWALL = 3
URL_RETRIEVAL_STATUS_UNSAFE = 4
retrieved_url: str = proto.Field(
proto.STRING,
number=1,
)
url_retrieval_status: UrlRetrievalStatus = proto.Field(
proto.ENUM,
number=2,
enum=UrlRetrievalStatus,
)
[docs]class LogprobsResult(proto.Message):
r"""Logprobs Result
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
log_probability_sum (float):
Sum of log probabilities for all tokens.
This field is a member of `oneof`_ ``_log_probability_sum``.
top_candidates (MutableSequence[google.ai.generativelanguage_v1beta.types.LogprobsResult.TopCandidates]):
Length = total number of decoding steps.
chosen_candidates (MutableSequence[google.ai.generativelanguage_v1beta.types.LogprobsResult.Candidate]):
Length = total number of decoding steps. The chosen
candidates may or may not be in top_candidates.
"""
[docs] class Candidate(proto.Message):
r"""Candidate for the logprobs token and score.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
token (str):
The candidate’s token string value.
This field is a member of `oneof`_ ``_token``.
token_id (int):
The candidate’s token id value.
This field is a member of `oneof`_ ``_token_id``.
log_probability (float):
The candidate's log probability.
This field is a member of `oneof`_ ``_log_probability``.
"""
token: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
token_id: int = proto.Field(
proto.INT32,
number=3,
optional=True,
)
log_probability: float = proto.Field(
proto.FLOAT,
number=2,
optional=True,
)
[docs] class TopCandidates(proto.Message):
r"""Candidates with top log probabilities at each decoding step.
Attributes:
candidates (MutableSequence[google.ai.generativelanguage_v1beta.types.LogprobsResult.Candidate]):
Sorted by log probability in descending
order.
"""
candidates: MutableSequence["LogprobsResult.Candidate"] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message="LogprobsResult.Candidate",
)
log_probability_sum: float = proto.Field(
proto.FLOAT,
number=3,
optional=True,
)
top_candidates: MutableSequence[TopCandidates] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message=TopCandidates,
)
chosen_candidates: MutableSequence[Candidate] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message=Candidate,
)
[docs]class AttributionSourceId(proto.Message):
r"""Identifier for the source contributing to this attribution.
This message has `oneof`_ fields (mutually exclusive fields).
For each oneof, at most one member field can be set at the same time.
Setting any member of the oneof automatically clears all other
members.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
grounding_passage (google.ai.generativelanguage_v1beta.types.AttributionSourceId.GroundingPassageId):
Identifier for an inline passage.
This field is a member of `oneof`_ ``source``.
semantic_retriever_chunk (google.ai.generativelanguage_v1beta.types.AttributionSourceId.SemanticRetrieverChunk):
Identifier for a ``Chunk`` fetched via Semantic Retriever.
This field is a member of `oneof`_ ``source``.
"""
[docs] class GroundingPassageId(proto.Message):
r"""Identifier for a part within a ``GroundingPassage``.
Attributes:
passage_id (str):
Output only. ID of the passage matching the
``GenerateAnswerRequest``'s ``GroundingPassage.id``.
part_index (int):
Output only. Index of the part within the
``GenerateAnswerRequest``'s ``GroundingPassage.content``.
"""
passage_id: str = proto.Field(
proto.STRING,
number=1,
)
part_index: int = proto.Field(
proto.INT32,
number=2,
)
[docs] class SemanticRetrieverChunk(proto.Message):
r"""Identifier for a ``Chunk`` retrieved via Semantic Retriever
specified in the ``GenerateAnswerRequest`` using
``SemanticRetrieverConfig``.
Attributes:
source (str):
Output only. Name of the source matching the request's
``SemanticRetrieverConfig.source``. Example: ``corpora/123``
or ``corpora/123/documents/abc``
chunk (str):
Output only. Name of the ``Chunk`` containing the attributed
text. Example: ``corpora/123/documents/abc/chunks/xyz``
"""
source: str = proto.Field(
proto.STRING,
number=1,
)
chunk: str = proto.Field(
proto.STRING,
number=2,
)
grounding_passage: GroundingPassageId = proto.Field(
proto.MESSAGE,
number=1,
oneof="source",
message=GroundingPassageId,
)
semantic_retriever_chunk: SemanticRetrieverChunk = proto.Field(
proto.MESSAGE,
number=2,
oneof="source",
message=SemanticRetrieverChunk,
)
[docs]class GroundingAttribution(proto.Message):
r"""Attribution for a source that contributed to an answer.
Attributes:
source_id (google.ai.generativelanguage_v1beta.types.AttributionSourceId):
Output only. Identifier for the source
contributing to this attribution.
content (google.ai.generativelanguage_v1beta.types.Content):
Grounding source content that makes up this
attribution.
"""
source_id: "AttributionSourceId" = proto.Field(
proto.MESSAGE,
number=3,
message="AttributionSourceId",
)
content: gag_content.Content = proto.Field(
proto.MESSAGE,
number=2,
message=gag_content.Content,
)
[docs]class RetrievalMetadata(proto.Message):
r"""Metadata related to retrieval in the grounding flow.
Attributes:
google_search_dynamic_retrieval_score (float):
Optional. Score indicating how likely information from
google search could help answer the prompt. The score is in
the range [0, 1], where 0 is the least likely and 1 is the
most likely. This score is only populated when google search
grounding and dynamic retrieval is enabled. It will be
compared to the threshold to determine whether to trigger
google search.
"""
google_search_dynamic_retrieval_score: float = proto.Field(
proto.FLOAT,
number=2,
)
[docs]class GroundingMetadata(proto.Message):
r"""Metadata returned to client when grounding is enabled.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
search_entry_point (google.ai.generativelanguage_v1beta.types.SearchEntryPoint):
Optional. Google search entry for the
following-up web searches.
This field is a member of `oneof`_ ``_search_entry_point``.
grounding_chunks (MutableSequence[google.ai.generativelanguage_v1beta.types.GroundingChunk]):
List of supporting references retrieved from
specified grounding source.
grounding_supports (MutableSequence[google.ai.generativelanguage_v1beta.types.GroundingSupport]):
List of grounding support.
retrieval_metadata (google.ai.generativelanguage_v1beta.types.RetrievalMetadata):
Metadata related to retrieval in the
grounding flow.
This field is a member of `oneof`_ ``_retrieval_metadata``.
web_search_queries (MutableSequence[str]):
Web search queries for the following-up web
search.
google_maps_widget_context_token (str):
Optional. Resource name of the Google Maps
widget context token that can be used with the
PlacesContextElement widget in order to render
contextual data. Only populated in the case that
grounding with Google Maps is enabled.
This field is a member of `oneof`_ ``_google_maps_widget_context_token``.
"""
search_entry_point: "SearchEntryPoint" = proto.Field(
proto.MESSAGE,
number=1,
optional=True,
message="SearchEntryPoint",
)
grounding_chunks: MutableSequence["GroundingChunk"] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message="GroundingChunk",
)
grounding_supports: MutableSequence["GroundingSupport"] = proto.RepeatedField(
proto.MESSAGE,
number=3,
message="GroundingSupport",
)
retrieval_metadata: "RetrievalMetadata" = proto.Field(
proto.MESSAGE,
number=4,
optional=True,
message="RetrievalMetadata",
)
web_search_queries: MutableSequence[str] = proto.RepeatedField(
proto.STRING,
number=5,
)
google_maps_widget_context_token: str = proto.Field(
proto.STRING,
number=7,
optional=True,
)
[docs]class SearchEntryPoint(proto.Message):
r"""Google search entry point.
Attributes:
rendered_content (str):
Optional. Web content snippet that can be
embedded in a web page or an app webview.
sdk_blob (bytes):
Optional. Base64 encoded JSON representing
array of <search term, search url> tuple.
"""
rendered_content: str = proto.Field(
proto.STRING,
number=1,
)
sdk_blob: bytes = proto.Field(
proto.BYTES,
number=2,
)
[docs]class GroundingChunk(proto.Message):
r"""Grounding chunk.
This message has `oneof`_ fields (mutually exclusive fields).
For each oneof, at most one member field can be set at the same time.
Setting any member of the oneof automatically clears all other
members.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
web (google.ai.generativelanguage_v1beta.types.GroundingChunk.Web):
Grounding chunk from the web.
This field is a member of `oneof`_ ``chunk_type``.
retrieved_context (google.ai.generativelanguage_v1beta.types.GroundingChunk.RetrievedContext):
Optional. Grounding chunk from context
retrieved by the file search tool.
This field is a member of `oneof`_ ``chunk_type``.
maps (google.ai.generativelanguage_v1beta.types.GroundingChunk.Maps):
Optional. Grounding chunk from Google Maps.
This field is a member of `oneof`_ ``chunk_type``.
"""
[docs] class Web(proto.Message):
r"""Chunk from the web.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
uri (str):
URI reference of the chunk.
This field is a member of `oneof`_ ``_uri``.
title (str):
Title of the chunk.
This field is a member of `oneof`_ ``_title``.
"""
uri: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
title: str = proto.Field(
proto.STRING,
number=2,
optional=True,
)
[docs] class RetrievedContext(proto.Message):
r"""Chunk from context retrieved by the file search tool.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
uri (str):
Optional. URI reference of the semantic
retrieval document.
This field is a member of `oneof`_ ``_uri``.
title (str):
Optional. Title of the document.
This field is a member of `oneof`_ ``_title``.
text (str):
Optional. Text of the chunk.
This field is a member of `oneof`_ ``_text``.
"""
uri: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
title: str = proto.Field(
proto.STRING,
number=2,
optional=True,
)
text: str = proto.Field(
proto.STRING,
number=3,
optional=True,
)
[docs] class Maps(proto.Message):
r"""A grounding chunk from Google Maps. A Maps chunk corresponds
to a single place.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
uri (str):
URI reference of the place.
This field is a member of `oneof`_ ``_uri``.
title (str):
Title of the place.
This field is a member of `oneof`_ ``_title``.
text (str):
Text description of the place answer.
This field is a member of `oneof`_ ``_text``.
place_id (str):
This ID of the place, in ``places/{place_id}`` format. A
user can use this ID to look up that place.
This field is a member of `oneof`_ ``_place_id``.
place_answer_sources (google.ai.generativelanguage_v1beta.types.GroundingChunk.Maps.PlaceAnswerSources):
Sources that provide answers about the
features of a given place in Google Maps.
This field is a member of `oneof`_ ``_place_answer_sources``.
"""
[docs] class PlaceAnswerSources(proto.Message):
r"""Collection of sources that provide answers about the features
of a given place in Google Maps. Each PlaceAnswerSources message
corresponds to a specific place in Google Maps. The Google Maps
tool used these sources in order to answer questions about
features of the place (e.g: "does Bar Foo have Wifi" or "is Foo
Bar wheelchair accessible?"). Currently we only support review
snippets as sources.
Attributes:
review_snippets (MutableSequence[google.ai.generativelanguage_v1beta.types.GroundingChunk.Maps.PlaceAnswerSources.ReviewSnippet]):
Snippets of reviews that are used to generate
answers about the features of a given place in
Google Maps.
"""
[docs] class ReviewSnippet(proto.Message):
r"""Encapsulates a snippet of a user review that answers a
question about the features of a specific place in Google Maps.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
review_id (str):
The ID of the review snippet.
This field is a member of `oneof`_ ``_review_id``.
google_maps_uri (str):
A link that corresponds to the user review on
Google Maps.
This field is a member of `oneof`_ ``_google_maps_uri``.
title (str):
Title of the review.
This field is a member of `oneof`_ ``_title``.
"""
review_id: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
google_maps_uri: str = proto.Field(
proto.STRING,
number=2,
optional=True,
)
title: str = proto.Field(
proto.STRING,
number=3,
optional=True,
)
review_snippets: MutableSequence[
"GroundingChunk.Maps.PlaceAnswerSources.ReviewSnippet"
] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message="GroundingChunk.Maps.PlaceAnswerSources.ReviewSnippet",
)
uri: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
title: str = proto.Field(
proto.STRING,
number=2,
optional=True,
)
text: str = proto.Field(
proto.STRING,
number=3,
optional=True,
)
place_id: str = proto.Field(
proto.STRING,
number=4,
optional=True,
)
place_answer_sources: "GroundingChunk.Maps.PlaceAnswerSources" = proto.Field(
proto.MESSAGE,
number=5,
optional=True,
message="GroundingChunk.Maps.PlaceAnswerSources",
)
web: Web = proto.Field(
proto.MESSAGE,
number=1,
oneof="chunk_type",
message=Web,
)
retrieved_context: RetrievedContext = proto.Field(
proto.MESSAGE,
number=2,
oneof="chunk_type",
message=RetrievedContext,
)
maps: Maps = proto.Field(
proto.MESSAGE,
number=3,
oneof="chunk_type",
message=Maps,
)
[docs]class Segment(proto.Message):
r"""Segment of the content.
Attributes:
part_index (int):
Output only. The index of a Part object
within its parent Content object.
start_index (int):
Output only. Start index in the given Part,
measured in bytes. Offset from the start of the
Part, inclusive, starting at zero.
end_index (int):
Output only. End index in the given Part,
measured in bytes. Offset from the start of the
Part, exclusive, starting at zero.
text (str):
Output only. The text corresponding to the
segment from the response.
"""
part_index: int = proto.Field(
proto.INT32,
number=1,
)
start_index: int = proto.Field(
proto.INT32,
number=2,
)
end_index: int = proto.Field(
proto.INT32,
number=3,
)
text: str = proto.Field(
proto.STRING,
number=4,
)
[docs]class GroundingSupport(proto.Message):
r"""Grounding support.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
segment (google.ai.generativelanguage_v1beta.types.Segment):
Segment of the content this support belongs
to.
This field is a member of `oneof`_ ``_segment``.
grounding_chunk_indices (MutableSequence[int]):
A list of indices (into 'grounding_chunk') specifying the
citations associated with the claim. For instance [1,3,4]
means that grounding_chunk[1], grounding_chunk[3],
grounding_chunk[4] are the retrieved content attributed to
the claim.
confidence_scores (MutableSequence[float]):
Confidence score of the support references. Ranges from 0 to
1. 1 is the most confident. This list must have the same
size as the grounding_chunk_indices.
"""
segment: "Segment" = proto.Field(
proto.MESSAGE,
number=1,
optional=True,
message="Segment",
)
grounding_chunk_indices: MutableSequence[int] = proto.RepeatedField(
proto.INT32,
number=2,
)
confidence_scores: MutableSequence[float] = proto.RepeatedField(
proto.FLOAT,
number=3,
)
[docs]class GenerateAnswerRequest(proto.Message):
r"""Request to generate a grounded answer from the ``Model``.
This message has `oneof`_ fields (mutually exclusive fields).
For each oneof, at most one member field can be set at the same time.
Setting any member of the oneof automatically clears all other
members.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
inline_passages (google.ai.generativelanguage_v1beta.types.GroundingPassages):
Passages provided inline with the request.
This field is a member of `oneof`_ ``grounding_source``.
semantic_retriever (google.ai.generativelanguage_v1beta.types.SemanticRetrieverConfig):
Content retrieved from resources created via
the Semantic Retriever API.
This field is a member of `oneof`_ ``grounding_source``.
model (str):
Required. The name of the ``Model`` to use for generating
the grounded response.
Format: ``model=models/{model}``.
contents (MutableSequence[google.ai.generativelanguage_v1beta.types.Content]):
Required. The content of the current conversation with the
``Model``. For single-turn queries, this is a single
question to answer. For multi-turn queries, this is a
repeated field that contains conversation history and the
last ``Content`` in the list containing the question.
Note: ``GenerateAnswer`` only supports queries in English.
answer_style (google.ai.generativelanguage_v1beta.types.GenerateAnswerRequest.AnswerStyle):
Required. Style in which answers should be
returned.
safety_settings (MutableSequence[google.ai.generativelanguage_v1beta.types.SafetySetting]):
Optional. A list of unique ``SafetySetting`` instances for
blocking unsafe content.
This will be enforced on the
``GenerateAnswerRequest.contents`` and
``GenerateAnswerResponse.candidate``. There should not be
more than one setting for each ``SafetyCategory`` type. The
API will block any contents and responses that fail to meet
the thresholds set by these settings. This list overrides
the default settings for each ``SafetyCategory`` specified
in the safety_settings. If there is no ``SafetySetting`` for
a given ``SafetyCategory`` provided in the list, the API
will use the default safety setting for that category. Harm
categories HARM_CATEGORY_HATE_SPEECH,
HARM_CATEGORY_SEXUALLY_EXPLICIT,
HARM_CATEGORY_DANGEROUS_CONTENT, HARM_CATEGORY_HARASSMENT
are supported. Refer to the
`guide <https://ai.google.dev/gemini-api/docs/safety-settings>`__
for detailed information on available safety settings. Also
refer to the `Safety
guidance <https://ai.google.dev/gemini-api/docs/safety-guidance>`__
to learn how to incorporate safety considerations in your AI
applications.
temperature (float):
Optional. Controls the randomness of the output.
Values can range from [0.0,1.0], inclusive. A value closer
to 1.0 will produce responses that are more varied and
creative, while a value closer to 0.0 will typically result
in more straightforward responses from the model. A low
temperature (~0.2) is usually recommended for
Attributed-Question-Answering use cases.
This field is a member of `oneof`_ ``_temperature``.
"""
[docs] class AnswerStyle(proto.Enum):
r"""Style for grounded answers.
Values:
ANSWER_STYLE_UNSPECIFIED (0):
Unspecified answer style.
ABSTRACTIVE (1):
Succinct but abstract style.
EXTRACTIVE (2):
Very brief and extractive style.
VERBOSE (3):
Verbose style including extra details. The
response may be formatted as a sentence,
paragraph, multiple paragraphs, or bullet
points, etc.
"""
ANSWER_STYLE_UNSPECIFIED = 0
ABSTRACTIVE = 1
EXTRACTIVE = 2
VERBOSE = 3
inline_passages: gag_content.GroundingPassages = proto.Field(
proto.MESSAGE,
number=6,
oneof="grounding_source",
message=gag_content.GroundingPassages,
)
semantic_retriever: "SemanticRetrieverConfig" = proto.Field(
proto.MESSAGE,
number=7,
oneof="grounding_source",
message="SemanticRetrieverConfig",
)
model: str = proto.Field(
proto.STRING,
number=1,
)
contents: MutableSequence[gag_content.Content] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message=gag_content.Content,
)
answer_style: AnswerStyle = proto.Field(
proto.ENUM,
number=5,
enum=AnswerStyle,
)
safety_settings: MutableSequence[safety.SafetySetting] = proto.RepeatedField(
proto.MESSAGE,
number=3,
message=safety.SafetySetting,
)
temperature: float = proto.Field(
proto.FLOAT,
number=4,
optional=True,
)
[docs]class GenerateAnswerResponse(proto.Message):
r"""Response from the model for a grounded answer.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
answer (google.ai.generativelanguage_v1beta.types.Candidate):
Candidate answer from the model.
Note: The model *always* attempts to provide a grounded
answer, even when the answer is unlikely to be answerable
from the given passages. In that case, a low-quality or
ungrounded answer may be provided, along with a low
``answerable_probability``.
answerable_probability (float):
Output only. The model's estimate of the probability that
its answer is correct and grounded in the input passages.
A low ``answerable_probability`` indicates that the answer
might not be grounded in the sources.
When ``answerable_probability`` is low, you may want to:
- Display a message to the effect of "We couldn’t answer
that question" to the user.
- Fall back to a general-purpose LLM that answers the
question from world knowledge. The threshold and nature of
such fallbacks will depend on individual use cases.
``0.5`` is a good starting threshold.
This field is a member of `oneof`_ ``_answerable_probability``.
input_feedback (google.ai.generativelanguage_v1beta.types.GenerateAnswerResponse.InputFeedback):
Output only. Feedback related to the input data used to
answer the question, as opposed to the model-generated
response to the question.
The input data can be one or more of the following:
- Question specified by the last entry in
``GenerateAnswerRequest.content``
- Conversation history specified by the other entries in
``GenerateAnswerRequest.content``
- Grounding sources
(``GenerateAnswerRequest.semantic_retriever`` or
``GenerateAnswerRequest.inline_passages``)
This field is a member of `oneof`_ ``_input_feedback``.
"""
[docs] class InputFeedback(proto.Message):
r"""Feedback related to the input data used to answer the
question, as opposed to the model-generated response to the
question.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
block_reason (google.ai.generativelanguage_v1beta.types.GenerateAnswerResponse.InputFeedback.BlockReason):
Optional. If set, the input was blocked and
no candidates are returned. Rephrase the input.
This field is a member of `oneof`_ ``_block_reason``.
safety_ratings (MutableSequence[google.ai.generativelanguage_v1beta.types.SafetyRating]):
Ratings for safety of the input.
There is at most one rating per category.
"""
[docs] class BlockReason(proto.Enum):
r"""Specifies what was the reason why input was blocked.
Values:
BLOCK_REASON_UNSPECIFIED (0):
Default value. This value is unused.
SAFETY (1):
Input was blocked due to safety reasons. Inspect
``safety_ratings`` to understand which safety category
blocked it.
OTHER (2):
Input was blocked due to other reasons.
"""
BLOCK_REASON_UNSPECIFIED = 0
SAFETY = 1
OTHER = 2
block_reason: "GenerateAnswerResponse.InputFeedback.BlockReason" = proto.Field(
proto.ENUM,
number=1,
optional=True,
enum="GenerateAnswerResponse.InputFeedback.BlockReason",
)
safety_ratings: MutableSequence[safety.SafetyRating] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message=safety.SafetyRating,
)
answer: "Candidate" = proto.Field(
proto.MESSAGE,
number=1,
message="Candidate",
)
answerable_probability: float = proto.Field(
proto.FLOAT,
number=2,
optional=True,
)
input_feedback: InputFeedback = proto.Field(
proto.MESSAGE,
number=3,
optional=True,
message=InputFeedback,
)
[docs]class EmbedContentRequest(proto.Message):
r"""Request containing the ``Content`` for the model to embed.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
model (str):
Required. The model's resource name. This serves as an ID
for the Model to use.
This name should match a model name returned by the
``ListModels`` method.
Format: ``models/{model}``
content (google.ai.generativelanguage_v1beta.types.Content):
Required. The content to embed. Only the ``parts.text``
fields will be counted.
task_type (google.ai.generativelanguage_v1beta.types.TaskType):
Optional. Optional task type for which the embeddings will
be used. Not supported on earlier models
(``models/embedding-001``).
This field is a member of `oneof`_ ``_task_type``.
title (str):
Optional. An optional title for the text. Only applicable
when TaskType is ``RETRIEVAL_DOCUMENT``.
Note: Specifying a ``title`` for ``RETRIEVAL_DOCUMENT``
provides better quality embeddings for retrieval.
This field is a member of `oneof`_ ``_title``.
output_dimensionality (int):
Optional. Optional reduced dimension for the output
embedding. If set, excessive values in the output embedding
are truncated from the end. Supported by newer models since
2024 only. You cannot set this value if using the earlier
model (``models/embedding-001``).
This field is a member of `oneof`_ ``_output_dimensionality``.
"""
model: str = proto.Field(
proto.STRING,
number=1,
)
content: gag_content.Content = proto.Field(
proto.MESSAGE,
number=2,
message=gag_content.Content,
)
task_type: "TaskType" = proto.Field(
proto.ENUM,
number=3,
optional=True,
enum="TaskType",
)
title: str = proto.Field(
proto.STRING,
number=4,
optional=True,
)
output_dimensionality: int = proto.Field(
proto.INT32,
number=5,
optional=True,
)
[docs]class ContentEmbedding(proto.Message):
r"""A list of floats representing an embedding.
Attributes:
values (MutableSequence[float]):
The embedding values.
"""
values: MutableSequence[float] = proto.RepeatedField(
proto.FLOAT,
number=1,
)
[docs]class EmbedContentResponse(proto.Message):
r"""The response to an ``EmbedContentRequest``.
Attributes:
embedding (google.ai.generativelanguage_v1beta.types.ContentEmbedding):
Output only. The embedding generated from the
input content.
"""
embedding: "ContentEmbedding" = proto.Field(
proto.MESSAGE,
number=1,
message="ContentEmbedding",
)
[docs]class BatchEmbedContentsRequest(proto.Message):
r"""Batch request to get embeddings from the model for a list of
prompts.
Attributes:
model (str):
Required. The model's resource name. This serves as an ID
for the Model to use.
This name should match a model name returned by the
``ListModels`` method.
Format: ``models/{model}``
requests (MutableSequence[google.ai.generativelanguage_v1beta.types.EmbedContentRequest]):
Required. Embed requests for the batch. The model in each of
these requests must match the model specified
``BatchEmbedContentsRequest.model``.
"""
model: str = proto.Field(
proto.STRING,
number=1,
)
requests: MutableSequence["EmbedContentRequest"] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message="EmbedContentRequest",
)
[docs]class BatchEmbedContentsResponse(proto.Message):
r"""The response to a ``BatchEmbedContentsRequest``.
Attributes:
embeddings (MutableSequence[google.ai.generativelanguage_v1beta.types.ContentEmbedding]):
Output only. The embeddings for each request,
in the same order as provided in the batch
request.
"""
embeddings: MutableSequence["ContentEmbedding"] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message="ContentEmbedding",
)
[docs]class CountTokensRequest(proto.Message):
r"""Counts the number of tokens in the ``prompt`` sent to a model.
Models may tokenize text differently, so each model may return a
different ``token_count``.
Attributes:
model (str):
Required. The model's resource name. This serves as an ID
for the Model to use.
This name should match a model name returned by the
``ListModels`` method.
Format: ``models/{model}``
contents (MutableSequence[google.ai.generativelanguage_v1beta.types.Content]):
Optional. The input given to the model as a prompt. This
field is ignored when ``generate_content_request`` is set.
generate_content_request (google.ai.generativelanguage_v1beta.types.GenerateContentRequest):
Optional. The overall input given to the ``Model``. This
includes the prompt as well as other model steering
information like `system
instructions <https://ai.google.dev/gemini-api/docs/system-instructions>`__,
and/or function declarations for `function
calling <https://ai.google.dev/gemini-api/docs/function-calling>`__.
``Model``\ s/``Content``\ s and
``generate_content_request``\ s are mutually exclusive. You
can either send ``Model`` + ``Content``\ s or a
``generate_content_request``, but never both.
"""
model: str = proto.Field(
proto.STRING,
number=1,
)
contents: MutableSequence[gag_content.Content] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message=gag_content.Content,
)
generate_content_request: "GenerateContentRequest" = proto.Field(
proto.MESSAGE,
number=3,
message="GenerateContentRequest",
)
[docs]class CountTokensResponse(proto.Message):
r"""A response from ``CountTokens``.
It returns the model's ``token_count`` for the ``prompt``.
Attributes:
total_tokens (int):
The number of tokens that the ``Model`` tokenizes the
``prompt`` into. Always non-negative.
cached_content_token_count (int):
Number of tokens in the cached part of the
prompt (the cached content).
prompt_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
processed in the request input.
cache_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
processed in the cached content.
"""
total_tokens: int = proto.Field(
proto.INT32,
number=1,
)
cached_content_token_count: int = proto.Field(
proto.INT32,
number=5,
)
prompt_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=6,
message=gag_content.ModalityTokenCount,
)
)
cache_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=7,
message=gag_content.ModalityTokenCount,
)
)
[docs]class RealtimeInputConfig(proto.Message):
r"""Configures the realtime input behavior in ``BidiGenerateContent``.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
automatic_activity_detection (google.ai.generativelanguage_v1beta.types.RealtimeInputConfig.AutomaticActivityDetection):
Optional. If not set, automatic activity
detection is enabled by default. If automatic
voice detection is disabled, the client must
send activity signals.
activity_handling (google.ai.generativelanguage_v1beta.types.RealtimeInputConfig.ActivityHandling):
Optional. Defines what effect activity has.
This field is a member of `oneof`_ ``_activity_handling``.
turn_coverage (google.ai.generativelanguage_v1beta.types.RealtimeInputConfig.TurnCoverage):
Optional. Defines which input is included in
the user's turn.
This field is a member of `oneof`_ ``_turn_coverage``.
"""
[docs] class ActivityHandling(proto.Enum):
r"""The different ways of handling user activity.
Values:
ACTIVITY_HANDLING_UNSPECIFIED (0):
If unspecified, the default behavior is
``START_OF_ACTIVITY_INTERRUPTS``.
START_OF_ACTIVITY_INTERRUPTS (1):
If true, start of activity will interrupt the
model's response (also called "barge in"). The
model's current response will be cut-off in the
moment of the interruption. This is the default
behavior.
NO_INTERRUPTION (2):
The model's response will not be interrupted.
"""
ACTIVITY_HANDLING_UNSPECIFIED = 0
START_OF_ACTIVITY_INTERRUPTS = 1
NO_INTERRUPTION = 2
[docs] class TurnCoverage(proto.Enum):
r"""Options about which input is included in the user's turn.
Values:
TURN_COVERAGE_UNSPECIFIED (0):
If unspecified, the default behavior is
``TURN_INCLUDES_ONLY_ACTIVITY``.
TURN_INCLUDES_ONLY_ACTIVITY (1):
The users turn only includes activity since
the last turn, excluding inactivity (e.g.
silence on the audio stream). This is the
default behavior.
TURN_INCLUDES_ALL_INPUT (2):
The users turn includes all realtime input
since the last turn, including inactivity (e.g.
silence on the audio stream).
"""
TURN_COVERAGE_UNSPECIFIED = 0
TURN_INCLUDES_ONLY_ACTIVITY = 1
TURN_INCLUDES_ALL_INPUT = 2
[docs] class AutomaticActivityDetection(proto.Message):
r"""Configures automatic detection of activity.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
disabled (bool):
Optional. If enabled (the default), detected
voice and text input count as activity. If
disabled, the client must send activity signals.
This field is a member of `oneof`_ ``_disabled``.
start_of_speech_sensitivity (google.ai.generativelanguage_v1beta.types.RealtimeInputConfig.AutomaticActivityDetection.StartSensitivity):
Optional. Determines how likely speech is to
be detected.
This field is a member of `oneof`_ ``_start_of_speech_sensitivity``.
prefix_padding_ms (int):
Optional. The required duration of detected
speech before start-of-speech is committed. The
lower this value, the more sensitive the
start-of-speech detection is and shorter speech
can be recognized. However, this also increases
the probability of false positives.
This field is a member of `oneof`_ ``_prefix_padding_ms``.
end_of_speech_sensitivity (google.ai.generativelanguage_v1beta.types.RealtimeInputConfig.AutomaticActivityDetection.EndSensitivity):
Optional. Determines how likely detected
speech is ended.
This field is a member of `oneof`_ ``_end_of_speech_sensitivity``.
silence_duration_ms (int):
Optional. The required duration of detected
non-speech (e.g. silence) before end-of-speech
is committed. The larger this value, the longer
speech gaps can be without interrupting the
user's activity but this will increase the
model's latency.
This field is a member of `oneof`_ ``_silence_duration_ms``.
"""
[docs] class StartSensitivity(proto.Enum):
r"""Determines how start of speech is detected.
Values:
START_SENSITIVITY_UNSPECIFIED (0):
The default is START_SENSITIVITY_HIGH.
START_SENSITIVITY_HIGH (1):
Automatic detection will detect the start of
speech more often.
START_SENSITIVITY_LOW (2):
Automatic detection will detect the start of
speech less often.
"""
START_SENSITIVITY_UNSPECIFIED = 0
START_SENSITIVITY_HIGH = 1
START_SENSITIVITY_LOW = 2
[docs] class EndSensitivity(proto.Enum):
r"""Determines how end of speech is detected.
Values:
END_SENSITIVITY_UNSPECIFIED (0):
The default is END_SENSITIVITY_HIGH.
END_SENSITIVITY_HIGH (1):
Automatic detection ends speech more often.
END_SENSITIVITY_LOW (2):
Automatic detection ends speech less often.
"""
END_SENSITIVITY_UNSPECIFIED = 0
END_SENSITIVITY_HIGH = 1
END_SENSITIVITY_LOW = 2
disabled: bool = proto.Field(
proto.BOOL,
number=2,
optional=True,
)
start_of_speech_sensitivity: "RealtimeInputConfig.AutomaticActivityDetection.StartSensitivity" = proto.Field(
proto.ENUM,
number=3,
optional=True,
enum="RealtimeInputConfig.AutomaticActivityDetection.StartSensitivity",
)
prefix_padding_ms: int = proto.Field(
proto.INT32,
number=4,
optional=True,
)
end_of_speech_sensitivity: "RealtimeInputConfig.AutomaticActivityDetection.EndSensitivity" = proto.Field(
proto.ENUM,
number=5,
optional=True,
enum="RealtimeInputConfig.AutomaticActivityDetection.EndSensitivity",
)
silence_duration_ms: int = proto.Field(
proto.INT32,
number=6,
optional=True,
)
automatic_activity_detection: AutomaticActivityDetection = proto.Field(
proto.MESSAGE,
number=1,
message=AutomaticActivityDetection,
)
activity_handling: ActivityHandling = proto.Field(
proto.ENUM,
number=3,
optional=True,
enum=ActivityHandling,
)
turn_coverage: TurnCoverage = proto.Field(
proto.ENUM,
number=4,
optional=True,
enum=TurnCoverage,
)
[docs]class SessionResumptionConfig(proto.Message):
r"""Session resumption configuration.
This message is included in the session configuration as
``BidiGenerateContentSetup.session_resumption``. If configured, the
server will send ``SessionResumptionUpdate`` messages.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
handle (str):
The handle of a previous session. If not present then a new
session is created.
Session handles come from ``SessionResumptionUpdate.token``
values in previous connections.
This field is a member of `oneof`_ ``_handle``.
"""
handle: str = proto.Field(
proto.STRING,
number=1,
optional=True,
)
[docs]class ContextWindowCompressionConfig(proto.Message):
r"""Enables context window compression — a mechanism for managing
the model's context window so that it does not exceed a given
length.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
sliding_window (google.ai.generativelanguage_v1beta.types.ContextWindowCompressionConfig.SlidingWindow):
A sliding-window mechanism.
This field is a member of `oneof`_ ``compression_mechanism``.
trigger_tokens (int):
The number of tokens (before running a turn)
required to trigger a context window
compression.
This can be used to balance quality against
latency as shorter context windows may result in
faster model responses. However, any compression
operation will cause a temporary latency
increase, so they should not be triggered
frequently.
If not set, the default is 80% of the model's
context window limit. This leaves 20% for the
next user request/model response.
This field is a member of `oneof`_ ``_trigger_tokens``.
"""
[docs] class SlidingWindow(proto.Message):
r"""The SlidingWindow method operates by discarding content at the
beginning of the context window. The resulting context will always
begin at the start of a USER role turn. System instructions and any
``BidiGenerateContentSetup.prefix_turns`` will always remain at the
beginning of the result.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
target_tokens (int):
The target number of tokens to keep. The default value is
trigger_tokens/2.
Discarding parts of the context window causes a temporary
latency increase so this value should be calibrated to avoid
frequent compression operations.
This field is a member of `oneof`_ ``_target_tokens``.
"""
target_tokens: int = proto.Field(
proto.INT64,
number=1,
optional=True,
)
sliding_window: SlidingWindow = proto.Field(
proto.MESSAGE,
number=2,
oneof="compression_mechanism",
message=SlidingWindow,
)
trigger_tokens: int = proto.Field(
proto.INT64,
number=1,
optional=True,
)
[docs]class BidiGenerateContentSetup(proto.Message):
r"""Message to be sent in the first (and only in the first)
``BidiGenerateContentClientMessage``. Contains configuration that
will apply for the duration of the streaming RPC.
Clients should wait for a ``BidiGenerateContentSetupComplete``
message before sending any additional messages.
Attributes:
model (str):
Required. The model's resource name. This serves as an ID
for the Model to use.
Format: ``models/{model}``
generation_config (google.ai.generativelanguage_v1beta.types.GenerationConfig):
Optional. Generation config.
The following fields are not supported:
- ``response_logprobs``
- ``response_mime_type``
- ``logprobs``
- ``response_schema``
- ``response_json_schema``
- ``stop_sequence``
- ``routing_config``
- ``audio_timestamp``
system_instruction (google.ai.generativelanguage_v1beta.types.Content):
Optional. The user provided system
instructions for the model.
Note: Only text should be used in parts and
content in each part will be in a separate
paragraph.
tools (MutableSequence[google.ai.generativelanguage_v1beta.types.Tool]):
Optional. A list of ``Tools`` the model may use to generate
the next response.
A ``Tool`` is a piece of code that enables the system to
interact with external systems to perform an action, or set
of actions, outside of knowledge and scope of the model.
realtime_input_config (google.ai.generativelanguage_v1beta.types.RealtimeInputConfig):
Optional. Configures the handling of realtime
input.
session_resumption (google.ai.generativelanguage_v1beta.types.SessionResumptionConfig):
Optional. Configures session resumption mechanism.
If included, the server will send
``SessionResumptionUpdate`` messages.
context_window_compression (google.ai.generativelanguage_v1beta.types.ContextWindowCompressionConfig):
Optional. Configures a context window
compression mechanism.
If included, the server will automatically
reduce the size of the context when it exceeds
the configured length.
input_audio_transcription (google.ai.generativelanguage_v1beta.types.AudioTranscriptionConfig):
Optional. If set, enables transcription of
voice input. The transcription aligns with the
input audio language, if configured.
output_audio_transcription (google.ai.generativelanguage_v1beta.types.AudioTranscriptionConfig):
Optional. If set, enables transcription of
the model's audio output. The transcription
aligns with the language code specified for the
output audio, if configured.
"""
model: str = proto.Field(
proto.STRING,
number=1,
)
generation_config: "GenerationConfig" = proto.Field(
proto.MESSAGE,
number=2,
message="GenerationConfig",
)
system_instruction: gag_content.Content = proto.Field(
proto.MESSAGE,
number=3,
message=gag_content.Content,
)
tools: MutableSequence[gag_content.Tool] = proto.RepeatedField(
proto.MESSAGE,
number=4,
message=gag_content.Tool,
)
realtime_input_config: "RealtimeInputConfig" = proto.Field(
proto.MESSAGE,
number=6,
message="RealtimeInputConfig",
)
session_resumption: "SessionResumptionConfig" = proto.Field(
proto.MESSAGE,
number=7,
message="SessionResumptionConfig",
)
context_window_compression: "ContextWindowCompressionConfig" = proto.Field(
proto.MESSAGE,
number=8,
message="ContextWindowCompressionConfig",
)
input_audio_transcription: "AudioTranscriptionConfig" = proto.Field(
proto.MESSAGE,
number=10,
message="AudioTranscriptionConfig",
)
output_audio_transcription: "AudioTranscriptionConfig" = proto.Field(
proto.MESSAGE,
number=11,
message="AudioTranscriptionConfig",
)
[docs]class BidiGenerateContentClientContent(proto.Message):
r"""Incremental update of the current conversation delivered from
the client. All of the content here is unconditionally appended
to the conversation history and used as part of the prompt to
the model to generate content.
A message here will interrupt any current model generation.
Attributes:
turns (MutableSequence[google.ai.generativelanguage_v1beta.types.Content]):
Optional. The content appended to the current
conversation with the model.
For single-turn queries, this is a single
instance. For multi-turn queries, this is a
repeated field that contains conversation
history and the latest request.
turn_complete (bool):
Optional. If true, indicates that the server
content generation should start with the
currently accumulated prompt. Otherwise, the
server awaits additional messages before
starting generation.
"""
turns: MutableSequence[gag_content.Content] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message=gag_content.Content,
)
turn_complete: bool = proto.Field(
proto.BOOL,
number=2,
)
[docs]class BidiGenerateContentRealtimeInput(proto.Message):
r"""User input that is sent in real time.
The different modalities (audio, video and text) are handled as
concurrent streams. The ordering across these streams is not
guaranteed.
This is different from
[BidiGenerateContentClientContent][google.ai.generativelanguage.v1beta.BidiGenerateContentClientContent]
in a few ways:
- Can be sent continuously without interruption to model generation.
- If there is a need to mix data interleaved across the
[BidiGenerateContentClientContent][google.ai.generativelanguage.v1beta.BidiGenerateContentClientContent]
and the
[BidiGenerateContentRealtimeInput][google.ai.generativelanguage.v1beta.BidiGenerateContentRealtimeInput],
the server attempts to optimize for best response, but there are
no guarantees.
- End of turn is not explicitly specified, but is rather derived
from user activity (for example, end of speech).
- Even before the end of turn, the data is processed incrementally
to optimize for a fast start of the response from the model.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
media_chunks (MutableSequence[google.ai.generativelanguage_v1beta.types.Blob]):
Optional. Inlined bytes data for media input. Multiple
``media_chunks`` are not supported, all but the first will
be ignored.
DEPRECATED: Use one of ``audio``, ``video``, or ``text``
instead.
audio (google.ai.generativelanguage_v1beta.types.Blob):
Optional. These form the realtime audio input
stream.
audio_stream_end (bool):
Optional. Indicates that the audio stream has
ended, e.g. because the microphone was turned
off.
This should only be sent when automatic activity
detection is enabled (which is the default).
The client can reopen the stream by sending an
audio message.
This field is a member of `oneof`_ ``_audio_stream_end``.
video (google.ai.generativelanguage_v1beta.types.Blob):
Optional. These form the realtime video input
stream.
text (str):
Optional. These form the realtime text input
stream.
This field is a member of `oneof`_ ``_text``.
activity_start (google.ai.generativelanguage_v1beta.types.BidiGenerateContentRealtimeInput.ActivityStart):
Optional. Marks the start of user activity.
This can only be sent if automatic (i.e.
server-side) activity detection is disabled.
activity_end (google.ai.generativelanguage_v1beta.types.BidiGenerateContentRealtimeInput.ActivityEnd):
Optional. Marks the end of user activity.
This can only be sent if automatic (i.e.
server-side) activity detection is disabled.
"""
media_chunks: MutableSequence[gag_content.Blob] = proto.RepeatedField(
proto.MESSAGE,
number=1,
message=gag_content.Blob,
)
audio: gag_content.Blob = proto.Field(
proto.MESSAGE,
number=2,
message=gag_content.Blob,
)
audio_stream_end: bool = proto.Field(
proto.BOOL,
number=3,
optional=True,
)
video: gag_content.Blob = proto.Field(
proto.MESSAGE,
number=4,
message=gag_content.Blob,
)
text: str = proto.Field(
proto.STRING,
number=5,
optional=True,
)
activity_start: ActivityStart = proto.Field(
proto.MESSAGE,
number=6,
message=ActivityStart,
)
activity_end: ActivityEnd = proto.Field(
proto.MESSAGE,
number=7,
message=ActivityEnd,
)
[docs]class BidiGenerateContentToolResponse(proto.Message):
r"""Client generated response to a ``ToolCall`` received from the
server. Individual ``FunctionResponse`` objects are matched to the
respective ``FunctionCall`` objects by the ``id`` field.
Note that in the unary and server-streaming GenerateContent APIs
function calling happens by exchanging the ``Content`` parts, while
in the bidi GenerateContent APIs function calling happens over these
dedicated set of messages.
Attributes:
function_responses (MutableSequence[google.ai.generativelanguage_v1beta.types.FunctionResponse]):
Optional. The response to the function calls.
"""
function_responses: MutableSequence[gag_content.FunctionResponse] = (
proto.RepeatedField(
proto.MESSAGE,
number=1,
message=gag_content.FunctionResponse,
)
)
[docs]class BidiGenerateContentClientMessage(proto.Message):
r"""Messages sent by the client in the BidiGenerateContent call.
This message has `oneof`_ fields (mutually exclusive fields).
For each oneof, at most one member field can be set at the same time.
Setting any member of the oneof automatically clears all other
members.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
setup (google.ai.generativelanguage_v1beta.types.BidiGenerateContentSetup):
Optional. Session configuration sent only in
the first client message.
This field is a member of `oneof`_ ``message_type``.
client_content (google.ai.generativelanguage_v1beta.types.BidiGenerateContentClientContent):
Optional. Incremental update of the current
conversation delivered from the client.
This field is a member of `oneof`_ ``message_type``.
realtime_input (google.ai.generativelanguage_v1beta.types.BidiGenerateContentRealtimeInput):
Optional. User input that is sent in real
time.
This field is a member of `oneof`_ ``message_type``.
tool_response (google.ai.generativelanguage_v1beta.types.BidiGenerateContentToolResponse):
Optional. Response to a ``ToolCallMessage`` received from
the server.
This field is a member of `oneof`_ ``message_type``.
"""
setup: "BidiGenerateContentSetup" = proto.Field(
proto.MESSAGE,
number=1,
oneof="message_type",
message="BidiGenerateContentSetup",
)
client_content: "BidiGenerateContentClientContent" = proto.Field(
proto.MESSAGE,
number=2,
oneof="message_type",
message="BidiGenerateContentClientContent",
)
realtime_input: "BidiGenerateContentRealtimeInput" = proto.Field(
proto.MESSAGE,
number=3,
oneof="message_type",
message="BidiGenerateContentRealtimeInput",
)
tool_response: "BidiGenerateContentToolResponse" = proto.Field(
proto.MESSAGE,
number=4,
oneof="message_type",
message="BidiGenerateContentToolResponse",
)
[docs]class BidiGenerateContentSetupComplete(proto.Message):
r"""Sent in response to a ``BidiGenerateContentSetup`` message from the
client.
"""
[docs]class BidiGenerateContentServerContent(proto.Message):
r"""Incremental server update generated by the model in response
to client messages.
Content is generated as quickly as possible, and not in real
time. Clients may choose to buffer and play it out in real time.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
model_turn (google.ai.generativelanguage_v1beta.types.Content):
Output only. The content that the model has
generated as part of the current conversation
with the user.
This field is a member of `oneof`_ ``_model_turn``.
generation_complete (bool):
Output only. If true, indicates that the model is done
generating.
When model is interrupted while generating there will be no
'generation_complete' message in interrupted turn, it will
go through 'interrupted > turn_complete'.
When model assumes realtime playback there will be delay
between generation_complete and turn_complete that is caused
by model waiting for playback to finish.
turn_complete (bool):
Output only. If true, indicates that the
model has completed its turn. Generation will
only start in response to additional client
messages.
interrupted (bool):
Output only. If true, indicates that a client
message has interrupted current model
generation. If the client is playing out the
content in real time, this is a good signal to
stop and empty the current playback queue.
grounding_metadata (google.ai.generativelanguage_v1beta.types.GroundingMetadata):
Output only. Grounding metadata for the
generated content.
input_transcription (google.ai.generativelanguage_v1beta.types.BidiGenerateContentTranscription):
Output only. Input audio transcription. The
transcription is sent independently of the other
server messages and there is no guaranteed
ordering.
output_transcription (google.ai.generativelanguage_v1beta.types.BidiGenerateContentTranscription):
Output only. Output audio transcription. These
transcriptions are part of the Generation output of the
server. The last output transcription of this turn is sent
before either ``generation_complete`` or ``interrupted``,
which in turn are followed by ``turn_complete``. There is no
guaranteed exact ordering between transcriptions and other
``model_turn`` output but the server tries to send the
transcripts close to the corresponding audio output.
url_context_metadata (google.ai.generativelanguage_v1beta.types.UrlContextMetadata):
waiting_for_input (bool):
Output only. If true, indicates that the
model is not generating content because it is
waiting for more input from the user, e.g.
because it expects the user to continue talking.
"""
model_turn: gag_content.Content = proto.Field(
proto.MESSAGE,
number=1,
optional=True,
message=gag_content.Content,
)
generation_complete: bool = proto.Field(
proto.BOOL,
number=5,
)
turn_complete: bool = proto.Field(
proto.BOOL,
number=2,
)
interrupted: bool = proto.Field(
proto.BOOL,
number=3,
)
grounding_metadata: "GroundingMetadata" = proto.Field(
proto.MESSAGE,
number=4,
message="GroundingMetadata",
)
input_transcription: "BidiGenerateContentTranscription" = proto.Field(
proto.MESSAGE,
number=6,
message="BidiGenerateContentTranscription",
)
output_transcription: "BidiGenerateContentTranscription" = proto.Field(
proto.MESSAGE,
number=7,
message="BidiGenerateContentTranscription",
)
url_context_metadata: "UrlContextMetadata" = proto.Field(
proto.MESSAGE,
number=9,
message="UrlContextMetadata",
)
waiting_for_input: bool = proto.Field(
proto.BOOL,
number=10,
)
[docs]class BidiGenerateContentToolCall(proto.Message):
r"""Request for the client to execute the ``function_calls`` and return
the responses with the matching ``id``\ s.
Attributes:
function_calls (MutableSequence[google.ai.generativelanguage_v1beta.types.FunctionCall]):
Output only. The function call to be
executed.
"""
function_calls: MutableSequence[gag_content.FunctionCall] = proto.RepeatedField(
proto.MESSAGE,
number=2,
message=gag_content.FunctionCall,
)
[docs]class BidiGenerateContentToolCallCancellation(proto.Message):
r"""Notification for the client that a previously issued
``ToolCallMessage`` with the specified ``id``\ s should not have
been executed and should be cancelled. If there were side-effects to
those tool calls, clients may attempt to undo the tool calls. This
message occurs only in cases where the clients interrupt server
turns.
Attributes:
ids (MutableSequence[str]):
Output only. The ids of the tool calls to be
cancelled.
"""
ids: MutableSequence[str] = proto.RepeatedField(
proto.STRING,
number=1,
)
[docs]class GoAway(proto.Message):
r"""A notice that the server will soon disconnect.
Attributes:
time_left (google.protobuf.duration_pb2.Duration):
The remaining time before the connection will
be terminated as ABORTED.
This duration will never be less than a
model-specific minimum, which will be specified
together with the rate limits for the model.
"""
time_left: duration_pb2.Duration = proto.Field(
proto.MESSAGE,
number=1,
message=duration_pb2.Duration,
)
[docs]class SessionResumptionUpdate(proto.Message):
r"""Update of the session resumption state.
Only sent if ``BidiGenerateContentSetup.session_resumption`` was
set.
Attributes:
new_handle (str):
New handle that represents a state that can be resumed.
Empty if ``resumable``\ =false.
resumable (bool):
True if the current session can be resumed at this point.
Resumption is not possible at some points in the session.
For example, when the model is executing function calls or
generating. Resuming the session (using a previous session
token) in such a state will result in some data loss. In
these cases, ``new_handle`` will be empty and ``resumable``
will be false.
"""
new_handle: str = proto.Field(
proto.STRING,
number=1,
)
resumable: bool = proto.Field(
proto.BOOL,
number=2,
)
[docs]class BidiGenerateContentTranscription(proto.Message):
r"""Transcription of audio (input or output).
Attributes:
text (str):
Transcription text.
"""
text: str = proto.Field(
proto.STRING,
number=1,
)
[docs]class BidiGenerateContentServerMessage(proto.Message):
r"""Response message for the BidiGenerateContent call.
This message has `oneof`_ fields (mutually exclusive fields).
For each oneof, at most one member field can be set at the same time.
Setting any member of the oneof automatically clears all other
members.
.. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
Attributes:
setup_complete (google.ai.generativelanguage_v1beta.types.BidiGenerateContentSetupComplete):
Output only. Sent in response to a
``BidiGenerateContentSetup`` message from the client when
setup is complete.
This field is a member of `oneof`_ ``message_type``.
server_content (google.ai.generativelanguage_v1beta.types.BidiGenerateContentServerContent):
Output only. Content generated by the model
in response to client messages.
This field is a member of `oneof`_ ``message_type``.
tool_call (google.ai.generativelanguage_v1beta.types.BidiGenerateContentToolCall):
Output only. Request for the client to execute the
``function_calls`` and return the responses with the
matching ``id``\ s.
This field is a member of `oneof`_ ``message_type``.
tool_call_cancellation (google.ai.generativelanguage_v1beta.types.BidiGenerateContentToolCallCancellation):
Output only. Notification for the client that a previously
issued ``ToolCallMessage`` with the specified ``id``\ s
should be cancelled.
This field is a member of `oneof`_ ``message_type``.
go_away (google.ai.generativelanguage_v1beta.types.GoAway):
Output only. A notice that the server will
soon disconnect.
This field is a member of `oneof`_ ``message_type``.
session_resumption_update (google.ai.generativelanguage_v1beta.types.SessionResumptionUpdate):
Output only. Update of the session resumption
state.
This field is a member of `oneof`_ ``message_type``.
usage_metadata (google.ai.generativelanguage_v1beta.types.UsageMetadata):
Output only. Usage metadata about the
response(s).
"""
setup_complete: "BidiGenerateContentSetupComplete" = proto.Field(
proto.MESSAGE,
number=2,
oneof="message_type",
message="BidiGenerateContentSetupComplete",
)
server_content: "BidiGenerateContentServerContent" = proto.Field(
proto.MESSAGE,
number=3,
oneof="message_type",
message="BidiGenerateContentServerContent",
)
tool_call: "BidiGenerateContentToolCall" = proto.Field(
proto.MESSAGE,
number=4,
oneof="message_type",
message="BidiGenerateContentToolCall",
)
tool_call_cancellation: "BidiGenerateContentToolCallCancellation" = proto.Field(
proto.MESSAGE,
number=5,
oneof="message_type",
message="BidiGenerateContentToolCallCancellation",
)
go_away: "GoAway" = proto.Field(
proto.MESSAGE,
number=6,
oneof="message_type",
message="GoAway",
)
session_resumption_update: "SessionResumptionUpdate" = proto.Field(
proto.MESSAGE,
number=7,
oneof="message_type",
message="SessionResumptionUpdate",
)
usage_metadata: "UsageMetadata" = proto.Field(
proto.MESSAGE,
number=10,
message="UsageMetadata",
)
[docs]class UsageMetadata(proto.Message):
r"""Usage metadata about response(s).
Attributes:
prompt_token_count (int):
Output only. Number of tokens in the prompt. When
``cached_content`` is set, this is still the total effective
prompt size meaning this includes the number of tokens in
the cached content.
cached_content_token_count (int):
Number of tokens in the cached part of the
prompt (the cached content)
response_token_count (int):
Output only. Total number of tokens across
all the generated response candidates.
tool_use_prompt_token_count (int):
Output only. Number of tokens present in
tool-use prompt(s).
thoughts_token_count (int):
Output only. Number of tokens of thoughts for
thinking models.
total_token_count (int):
Output only. Total token count for the
generation request (prompt + response
candidates).
prompt_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
processed in the request input.
cache_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities of the cached
content in the request input.
response_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
returned in the response.
tool_use_prompt_tokens_details (MutableSequence[google.ai.generativelanguage_v1beta.types.ModalityTokenCount]):
Output only. List of modalities that were
processed for tool-use request inputs.
"""
prompt_token_count: int = proto.Field(
proto.INT32,
number=1,
)
cached_content_token_count: int = proto.Field(
proto.INT32,
number=4,
)
response_token_count: int = proto.Field(
proto.INT32,
number=2,
)
tool_use_prompt_token_count: int = proto.Field(
proto.INT32,
number=8,
)
thoughts_token_count: int = proto.Field(
proto.INT32,
number=10,
)
total_token_count: int = proto.Field(
proto.INT32,
number=3,
)
prompt_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=5,
message=gag_content.ModalityTokenCount,
)
)
cache_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=6,
message=gag_content.ModalityTokenCount,
)
)
response_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=7,
message=gag_content.ModalityTokenCount,
)
)
tool_use_prompt_tokens_details: MutableSequence[gag_content.ModalityTokenCount] = (
proto.RepeatedField(
proto.MESSAGE,
number=9,
message=gag_content.ModalityTokenCount,
)
)
__all__ = tuple(sorted(__protobuf__.manifest))
