feat: [google-ai-generativelanguage] add CODE_RETRIEVAL_QUERY embedding task type (#13846)

- [ ] Regenerate this pull request now.

BEGIN_COMMIT_OVERRIDE
feat: add CODE_RETRIEVAL_QUERY embedding task type
feat: add seed to GenerationConfig
feat: add support for ModalityTokenCounts in UsageMetadata responses
feat: add support for live API
(googleapis/go-genai#275)
feat: add support for Veo: PredictLongRunning and generated/downloadable
files
feat: add minimum, maximum, any_of, property_ordering, default and null
type to Schema
feat: add support for ModalityTokenCounts in UsageMetadata responses
feat: add CODE_RETRIEVAL_QUERY embedding task type
feat: add language_code to speech config
feat: add ThinkingConfig, MediaResolution, and seed to GenerationConfig

END_COMMIT_OVERRIDE



PiperOrigin-RevId: 752418245

Source-Link:
googleapis/googleapis@dcb6c86

Source-Link:
googleapis/googleapis-gen@3461f46
Copy-Tag:
eyJwIjoicGFja2FnZXMvZ29vZ2xlLWFpLWdlbmVyYXRpdmVsYW5ndWFnZS8uT3dsQm90LnlhbWwiLCJoIjoiMzQ2MWY0NmU3ZWY1MDRkYzliMDYwY2MzZGI3YjBmYmJkM2M5ZWRjZiJ9

BEGIN_NESTED_COMMIT

PiperOrigin-RevId: 752332723

Source-Link:
googleapis/googleapis@c76b740

Source-Link:
googleapis/googleapis-gen@44b4d1a
Copy-Tag:
eyJwIjoicGFja2FnZXMvZ29vZ2xlLWFpLWdlbmVyYXRpdmVsYW5ndWFnZS8uT3dsQm90LnlhbWwiLCJoIjoiNDRiNGQxYWVkNWQ4OTM4M2Q5OGZmZWNkYjRjMmRiZWE2OGMyMjE2MyJ9
END_NESTED_COMMIT

---------

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>

Author: gcf-owl-bot[bot]

packages/google-ai-generativelanguage/google/ai/generativelanguage/__init__.py

@@ -100,6 +100,8 @@
     GoogleSearchRetrieval,
     GroundingPassage,
     GroundingPassages,
+    Modality,
+    ModalityTokenCount,
     Part,
     Schema,
     Tool,
@@ -120,16 +122,31 @@
     CreateFileRequest,
     CreateFileResponse,
     DeleteFileRequest,
+    DownloadFileRequest,
+    DownloadFileResponse,
     GetFileRequest,
     ListFilesRequest,
     ListFilesResponse,
 )
 from google.ai.generativelanguage_v1beta.types.generative_service import (
     AttributionSourceId,
+    AudioTranscriptionConfig,
     BatchEmbedContentsRequest,
     BatchEmbedContentsResponse,
+    BidiGenerateContentClientContent,
+    BidiGenerateContentClientMessage,
+    BidiGenerateContentRealtimeInput,
+    BidiGenerateContentServerContent,
+    BidiGenerateContentServerMessage,
+    BidiGenerateContentSetup,
+    BidiGenerateContentSetupComplete,
+    BidiGenerateContentToolCall,
+    BidiGenerateContentToolCallCancellation,
+    BidiGenerateContentToolResponse,
+    BidiGenerateContentTranscription,
     Candidate,
     ContentEmbedding,
+    ContextWindowCompressionConfig,
     CountTokensRequest,
     CountTokensResponse,
     EmbedContentRequest,
@@ -139,18 +156,24 @@
     GenerateContentRequest,
     GenerateContentResponse,
     GenerationConfig,
+    GoAway,
     GroundingAttribution,
     GroundingChunk,
     GroundingMetadata,
     GroundingSupport,
     LogprobsResult,
     PrebuiltVoiceConfig,
+    RealtimeInputConfig,
     RetrievalMetadata,
     SearchEntryPoint,
     Segment,
     SemanticRetrieverConfig,
+    SessionResumptionConfig,
+    SessionResumptionUpdate,
     SpeechConfig,
     TaskType,
+    ThinkingConfig,
+    UsageMetadata,
     VoiceConfig,
 )
 from google.ai.generativelanguage_v1beta.types.model import Model
@@ -178,8 +201,14 @@
     UpdatePermissionRequest,
 )
 from google.ai.generativelanguage_v1beta.types.prediction_service import (
+    GenerateVideoResponse,
+    Media,
+    PredictLongRunningMetadata,
+    PredictLongRunningRequest,
+    PredictLongRunningResponse,
     PredictRequest,
     PredictResponse,
+    Video,
 )
 from google.ai.generativelanguage_v1beta.types.retriever import (
     Chunk,
@@ -294,10 +323,12 @@
     "GoogleSearchRetrieval",
     "GroundingPassage",
     "GroundingPassages",
+    "ModalityTokenCount",
     "Part",
     "Schema",
     "Tool",
     "ToolConfig",
+    "Modality",
     "Type",
     "CountMessageTokensRequest",
     "CountMessageTokensResponse",
@@ -311,14 +342,29 @@
     "CreateFileRequest",
     "CreateFileResponse",
     "DeleteFileRequest",
+    "DownloadFileRequest",
+    "DownloadFileResponse",
     "GetFileRequest",
     "ListFilesRequest",
     "ListFilesResponse",
     "AttributionSourceId",
+    "AudioTranscriptionConfig",
     "BatchEmbedContentsRequest",
     "BatchEmbedContentsResponse",
+    "BidiGenerateContentClientContent",
+    "BidiGenerateContentClientMessage",
+    "BidiGenerateContentRealtimeInput",
+    "BidiGenerateContentServerContent",
+    "BidiGenerateContentServerMessage",
+    "BidiGenerateContentSetup",
+    "BidiGenerateContentSetupComplete",
+    "BidiGenerateContentToolCall",
+    "BidiGenerateContentToolCallCancellation",
+    "BidiGenerateContentToolResponse",
+    "BidiGenerateContentTranscription",
     "Candidate",
     "ContentEmbedding",
+    "ContextWindowCompressionConfig",
     "CountTokensRequest",
     "CountTokensResponse",
     "EmbedContentRequest",
@@ -328,17 +374,23 @@
     "GenerateContentRequest",
     "GenerateContentResponse",
     "GenerationConfig",
+    "GoAway",
     "GroundingAttribution",
     "GroundingChunk",
     "GroundingMetadata",
     "GroundingSupport",
     "LogprobsResult",
     "PrebuiltVoiceConfig",
+    "RealtimeInputConfig",
     "RetrievalMetadata",
     "SearchEntryPoint",
     "Segment",
     "SemanticRetrieverConfig",
+    "SessionResumptionConfig",
+    "SessionResumptionUpdate",
     "SpeechConfig",
+    "ThinkingConfig",
+    "UsageMetadata",
     "VoiceConfig",
     "TaskType",
     "Model",
@@ -361,8 +413,14 @@
     "TransferOwnershipRequest",
     "TransferOwnershipResponse",
     "UpdatePermissionRequest",
+    "GenerateVideoResponse",
+    "Media",
+    "PredictLongRunningMetadata",
+    "PredictLongRunningRequest",
+    "PredictLongRunningResponse",
     "PredictRequest",
     "PredictResponse",
+    "Video",
     "Chunk",
     "ChunkData",
     "Condition",

packages/google-ai-generativelanguage/google/ai/generativelanguage_v1/__init__.py

@@ -24,7 +24,7 @@
 )
 from .services.model_service import ModelServiceAsyncClient, ModelServiceClient
 from .types.citation import CitationMetadata, CitationSource
-from .types.content import Blob, Content, Part
+from .types.content import Blob, Content, Modality, ModalityTokenCount, Part
 from .types.generative_service import (
     BatchEmbedContentsRequest,
     BatchEmbedContentsResponse,
@@ -77,6 +77,8 @@
     "ListModelsRequest",
     "ListModelsResponse",
     "LogprobsResult",
+    "Modality",
+    "ModalityTokenCount",
     "Model",
     "ModelServiceClient",
     "Part",

packages/google-ai-generativelanguage/google/ai/generativelanguage_v1/services/generative_service/transports/rest_base.py

@@ -286,6 +286,11 @@ def _get_http_options():
                     "uri": "/v1/{model=tunedModels/*}:generateContent",
                     "body": "*",
                 },
+                {
+                    "method": "post",
+                    "uri": "/v1/{model=dynamic/*}:generateContent",
+                    "body": "*",
+                },
             ]
             return http_options
 
@@ -348,6 +353,11 @@ def _get_http_options():
                     "uri": "/v1/{model=tunedModels/*}:streamGenerateContent",
                     "body": "*",
                 },
+                {
+                    "method": "post",
+                    "uri": "/v1/{model=dynamic/*}:streamGenerateContent",
+                    "body": "*",
+                },
             ]
             return http_options
 

packages/google-ai-generativelanguage/google/ai/generativelanguage_v1/types/__init__.py

@@ -14,7 +14,7 @@
 # limitations under the License.
 #
 from .citation import CitationMetadata, CitationSource
-from .content import Blob, Content, Part
+from .content import Blob, Content, Modality, ModalityTokenCount, Part
 from .generative_service import (
     BatchEmbedContentsRequest,
     BatchEmbedContentsResponse,
@@ -45,7 +45,9 @@
     "CitationSource",
     "Blob",
     "Content",
+    "ModalityTokenCount",
     "Part",
+    "Modality",
     "BatchEmbedContentsRequest",
     "BatchEmbedContentsResponse",
     "Candidate",

packages/google-ai-generativelanguage/google/ai/generativelanguage_v1/types/content.py

@@ -22,13 +22,40 @@
 __protobuf__ = proto.module(
     package="google.ai.generativelanguage.v1",
     manifest={
+        "Modality",
         "Content",
         "Part",
         "Blob",
+        "ModalityTokenCount",
     },
 )
 
 
+class Modality(proto.Enum):
+    r"""Content Part modality
+
+    Values:
+        MODALITY_UNSPECIFIED (0):
+            Unspecified modality.
+        TEXT (1):
+            Plain text.
+        IMAGE (2):
+            Image.
+        VIDEO (3):
+            Video.
+        AUDIO (4):
+            Audio.
+        DOCUMENT (5):
+            Document, e.g. PDF.
+    """
+    MODALITY_UNSPECIFIED = 0
+    TEXT = 1
+    IMAGE = 2
+    VIDEO = 3
+    AUDIO = 4
+    DOCUMENT = 5
+
+
 class Content(proto.Message):
     r"""The base structured datatype containing multi-part content of a
     message.
@@ -130,4 +157,26 @@ class Blob(proto.Message):
     )
 
 
+class ModalityTokenCount(proto.Message):
+    r"""Represents token counting info for a single modality.
+
+    Attributes:
+        modality (google.ai.generativelanguage_v1.types.Modality):
+            The modality associated with this token
+            count.
+        token_count (int):
+            Number of tokens.
+    """
+
+    modality: "Modality" = proto.Field(
+        proto.ENUM,
+        number=1,
+        enum="Modality",
+    )
+    token_count: int = proto.Field(
+        proto.INT32,
+        number=2,
+    )
+
+
 __all__ = tuple(sorted(__protobuf__.manifest))