o iI @sUdZddlZddlmZmZddlmZmZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZmZmZmZmZmZddlmZddlmZdd lmZejr`ddlZddl Z dd l!m"Z"dd l!mZdd l!mZe #d Z$e j%dkrej&Z'ejej&fZ(ddlm)Z)n ej*Z'ejfZ(ddl+m)Z)ejrddl,m-Z.ddl/m0Z1n*eZ.ej2e3d<eZ1ej2e3d<zddl,m-Z.ddl/m0Z1Wn e4ydZ.dZ1YnwddddZ5dde56DZ7ddde"j8de9de9de:d e9f d!d"Z;de"j8d#e9d e9fd$d%Zd*ej?d e@ej?fd+d,ZAd&e"j8d#e9d ee9fd-d.ZBd/ed ejCfd0d1ZDd2ejEd ejFfd3d4ZGd5eejEeejEfd e@ejFfd6d7ZHd8eejIe@ejIfd e@ejCfd9d:ZJd;ejId ejCfdd?ZLd;ejMd ejCfd@dAZNdBeejOd ejPfdCdDZQdEeee@ejOejOe@ejPfd e@ejPfdFdGZRdHeeee9efd ee@ejSfdIdJZTeejUejVejOfZWdKeeWejVdfd ejUfdLdMZXde"j8dNee@ejUe@ejVeWfd ee@e9e@ejUffdOdPZYdNeeejZej[ejUfd e@ejUfdQdRZ\dSej?d dfdTdUZ]dVed dfdWdXZ^dSedee"j8d dfdYdZZ_ dd[d\dSej?dee"j8d]eej?d^e=d df d_d`Z`daedee"j8d ejafdbdcZbdVeejcefd e)ej?fdddeZddee"j8dVeejcefd eejafdfdgZedVeejfefd eejgfdhdiZhdVejid eejgfdjdkZjde"j8dVed eeej0effdldmZkde"j8dVe@ed e@ej0fdndoZlde"j8dpe9d e9fdqdrZmde"j8dsejnd ejofdtduZpde"j8dsejqd ejrfdvdwZsdxee9ejtfd ejufdydzZvdxewe9efd ewe9effd{d|Zxde"j8dpe9d e9fd}d~Zyde9d e9fddZzdZ{dZ|dZ}dZ~d&e"j8dej?d efddZdpeee9ejejejfd e9fddZde9d eeje9ffddZdKejd ejUfddZdNeeejejfd e@ejUfddZ  [ddeeeejejfde=d ejfddZdeejEeejEfd ejfddZde@ejd e@ewe9effddZd#e9d e=fddZdS)z"Transformers for Google GenAI SDK.N)IterableMapping)EnumEnumMeta)Any GenericAliasListOptionalSequenceUnion)mcp_to_gemini_tool)get_value_by_path)is_duck_type_of) _api_client)_common)typeszgoogle_genai._transformers) ) TypeGuard) ClientSession)ToolMcpClientSessionMcpToolexactMatchSpecbleuSpec rougeSpec) exact_matchbleu rouge_speccCsi|]\}}||qSr ).0kvr r X/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/google/genai/_transformers.py Ir%)collection_hierarchy_depthclient resource_namecollection_identifierr(returncCs||d o|d|dd|k}|jrX|dr!|S|dr/d|jd|S||drDd|jd|jd|S|rVd|jd|jd|d|S|S|ra|d|S|S)a|Prepends resource name with project, location, collection_identifier if needed. The collection_identifier will only be prepended if it's not present and the prepending won't violate the collection hierarchy depth. When the prepending condition doesn't meet, returns the input resource_name. Args: client: The API client. resource_name: The user input resource name to be completed. collection_identifier: The collection identifier to be prepended. See collection identifiers in https://google.aip.dev/122. collection_hierarchy_depth: The collection hierarchy depth. Only set this field when the resource has nested collections. For example, `users/vhugo1802/events/birthday-dinner-226`, the collection_identifier is `users` and collection_hierarchy_depth is 4. See nested collections in https://google.aip.dev/122. Example: resource_name = 'cachedContents/123' client.vertexai = True client.project = 'bar' client.location = 'us-west1' _resource_name(client, 'cachedContents/123', collection_identifier='cachedContents') returns: 'projects/bar/locations/us-west1/cachedContents/123' Example: resource_name = 'projects/foo/locations/us-central1/cachedContents/123' # resource_name = 'locations/us-central1/cachedContents/123' client.vertexai = True client.project = 'bar' client.location = 'us-west1' _resource_name(client, resource_name, collection_identifier='cachedContents') returns: 'projects/foo/locations/us-central1/cachedContents/123' Example: resource_name = '123' # resource_name = 'cachedContents/123' client.vertexai = False _resource_name(client, resource_name, collection_identifier='cachedContents') returns 'cachedContents/123' Example: resource_name = 'some/wrong/cachedContents/resource/name/123' resource_prefix = 'cachedContents' client.vertexai = False # client.vertexai = True _resource_name(client, resource_name, collection_identifier='cachedContents') returns: 'some/wrong/cachedContents/resource/name/123' Returns: The completed resource name. /r projects/z locations/ /locations/) startswithcountvertexaiprojectlocation)r)r*r+r($should_prepend_collection_identifierr r r$_resource_nameLs$E   r6modelcCs|stdd|vsd|vsd|vrtd|jrC|ds(|ds(|dr*|Sd |vr>|d d \}}d|d |Sd |S|drJ|S|d rQ|Sd|S)Nzmodel is required.z..?&zinvalid model parameter.r.models/ publishers/r-r z/models/zpublishers/google/models/z tunedModels/) ValueErrorr2r0split)r)r7 publishermodel_idr r r$t_models*    r@ api_client base_modelscCs|jr |rdSdS|r dSdS)Nzpublishers/google/modelsmodels tunedModels)r2)rArBr r r$ t_models_urlsrEresponsecCs|sgS|d}|dur|S|d}|dur|S|d}|dur%|S|ddur5|ddur5gStdtd|gS)NrCrDpublisherModels httpHeaders jsonPayloadz!Cannot determine the models type.z1Cannot determine the models type for response: %s)getloggerwarningdebug)rFrC tuned_modelspublisher_modelsr r r$t_extract_modelss&    rPcCsjt||}|s dS|dr|jrd|jd|jd|S|dr3|jr3d|jd|jd|S|S)Nr;r.r/r-r:z/publishers/google/)r@r0r2r3r4)rAr7r r r$t_caches_models rQimagecCszd}t}|jdkrt|ddr|jdvrd}|jddt}|j||fi||}d| }t j ||d S) NPNGJPEGfilename)1LRGBRGBXCMYKkeep)qualityimage/)data mime_type) dictformatgetattrmodeupdateioBytesIOsavegetvaluelowerrBlob)rR image_format save_paramsimage_io image_bytesr`r r r$ pil_to_blobs    rpfunction_responsecCsD|stdt|trtj|St|tjr|Stdt|)Nzfunction_response is required.zOCould not parse input as FunctionResponse. Unsupported function_response type: ) r< isinstancerarFunctionResponsemodel_validater TypeErrortype)rqr r r$t_function_responses   rwfunction_responsescCs.|stdt|trdd|DSt|gS)Nz function_responses are required.cSg|]}t|qSr )rw)r!rFr r r$ .z(t_function_responses..)r<rrr rwrxr r r$t_function_responses%s   r}blobscC"t|tr dd|DSt|gS)NcSryr )t_blob)r!blobr r r$rz7r{zt_blobs..)rrlistr)r~r r r$t_blobs3  rrcCs|stdt|tjr|St|trtj|Sd|jj vrDz ddl }|j j }Wn t y6d}Ynw|durDt||rDt |Stdt|)Nzblob is required.rRrz6Could not parse input as Blob. Unsupported blob type: )r<rrrkrrrart __class____name__rj PIL.ImageImage ImportErrorrprurv)rPIL PIL_Imager r r$r<s$      rcC.t|}|jr|jdr|Std|j)Nr^Unsupported mime type: rr`r0r<rr r r$ t_image_blobVrcCr)Nzaudio/rrrr r r$ t_audio_blob]rrpartcCs|durtdt|trtj|dSt|tjr-|jr|js#tdtjj |j|jdSt|t rNztj |WSt j yMtjtj |dYSwt|tjrV|Sd|jjvrz ddl}|jj}Wn tysd}Ynw|durt||rtjt|dStd t|) Nzcontent part is required.)textz$file uri and mime_type are required.)file_urir`) file_datarRr) inline_datazUnsupported content part type: )r<rrstrrPartrFileurir`from_urirartpydanticValidationErrorFileDatarrrjrrrrprvrrrr r r$t_partds4        rpartscCs@|dus t|tr|stdt|trdd|DSt|gS)Nzcontent parts are required.cSryr )rr!rr r r$rzr{zt_parts..)rrrr<rrr r r$t_partss   r predictionscCsP|sdSg}|D]}|dr%|tjtj|dd|ddddq|S)NrRgcsUri imageBytes)gcs_uriro)rR)rJappendrGeneratedImager)rimages predictionr r r$t_image_predictionss   rcontentcCs|durtdt|tjr|St|tr>ztj|WStjy=t |}|j r4tj |gdYStj |gdYSwt|tj rMtj t |gdSt|tjrd|j r]tj |gdStj |gdStj |dS)Nzcontent is required.r)r<rrContentrrrartrrr function_call ModelContent UserContentrr)r possible_partr r r$ t_contents0       rcontentscCst|tr dd|D}nt|g}|jrGg}|D]+}|durDt|tr*tj|}|jdurD|jD]}|j r>| |j q2t dq2q|S|S)NcSryr )rr!rr r r$rzr{z(t_contents_for_embed..z/Non-text part found, only returning text parts.) rrrrr2rarrrtrrrrKrL)r)rtransformed_contents text_partsrrr r r$t_contents_for_embeds"       rcs|dus t|tr|stdt|tst|gSg}g}dttjtfdttjfdd}dtj dt fdddttj dt ffd d d ttj d ttj ddffd d d ttj d ttj dtjddffdd }|D]I}t |tj st|tr||t|tr| tj|dqs| |qs||r||||qst|tr| tj |qstdt||||S)Nzcontents are required.rr,c Sst|tst|tjst|tjrdSt|trE|sdSz tj|WdStj yDz tj |WYdStj yCYYdSwwd|j j vrnz ddl}|jj}Wn tybd}Ynw|durnt||rndSdS)NTFrRr)rrrrrrrrartrrrrrrjrrrrr r r$_is_parts>       zt_contents.._is_partcSs|j SN)r)rr r r$ _is_user_partsz!t_contents.._is_user_partrcstfdd|DS)Nc3s|]}|VqdSrr rrr r$ sz6t_contents.._are_user_parts..)allrrr r$_are_user_partssz#t_contents.._are_user_partsresultaccumulated_partscs>|sdS||rtj|dntj|dg|dd<dS)Nr)rrrr)rr)rr r$$_append_accumulated_parts_as_contents z8t_contents.._append_accumulated_parts_as_content current_partcsBt|}||kr||dS|||g|dd<dSr)rr)rrrrrrr r$_handle_current_part!s  z(t_contents.._handle_current_partrzUnsupported content type: )rrrr<rr r PartUnionDictrrrboolrrrrrartrv)rrrrrrr rr$ t_contentssT    %      rschemacCs|dddkrd|d<|d=dSd|vrO|dD]7}d|vrN|ddkrNd|d<|dddit|ddkrN|ddD]\}}|||<qB|d=qdSdS) aProcess null fields in the schema so it is compatible with OpenAPI. The OpenAPI spec does not support 'type: 'null' in the schema. This function handles this case by adding 'nullable: True' to the null field and removing the {'type': 'null'} entry. https://swagger.io/docs/specification/v3_0/data-models/data-types/#null Example of schema properties before and after handling null fields: Before: { "name": { "title": "Name", "type": "string" }, "total_area_sq_mi": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": None, "title": "Total Area Sq Mi" } } After: { "name": { "title": "Name", "type": "string" }, "total_area_sq_mi": { "type": "integer", "nullable": true, "default": None, "title": "Total Area Sq Mi" } } rvNnullTnullableanyOfr r)rJremovelenitems)ritemkeyvalr r r$handle_null_fieldsHs,   rorigincCstd|)z2Raises an error if the schema type is unsupported.Unsupported schema type: )r<rr r r$"_raise_for_unsupported_schema_typesrcCs2|r|js|ds|drtddSdSdS)NadditionalPropertiesadditional_propertiesz8additionalProperties is not supported in the Gemini API.)r2rJr<)rr)r r r$'_raise_for_unsupported_mldev_propertiess rTorder_propertiesdefsrcsX|ddkr |d=t|dD]\}}||d}dur#|||<qdur?|diD] \}}t|dq2t||dd} durY|| dd d tj d tj ffd d |d} dur~fdd| D|d<dS|d} t | t r| j } t | t r| } |d} | dur| dkr| g|d<|d=ntd| dkr|d} durt| D] \}}|| |<qt| dkrrd|vrt| |d<|d}durt |tr||d<dSdSdS| dkr(|d}dur||d<|d}dur*fdd|D|d<dSdSdS) a{Updates the schema and each sub-schema inplace to be API-compatible. - Inlines the $defs. Example of a schema before and after (with mldev): Before: `schema` { 'items': { '$ref': '#/$defs/CountryInfo' }, 'title': 'Placeholder', 'type': 'array' } `defs` { 'CountryInfo': { 'properties': { 'continent': { 'title': 'Continent', 'type': 'string' }, 'gdp': { 'title': 'Gdp', 'type': 'integer'} }, } 'required':['continent', 'gdp'], 'title': 'CountryInfo', 'type': 'object' } } After: `schema` { 'items': { 'properties': { 'continent': { 'title': 'Continent', 'type': 'string' }, 'gdp': { 'title': 'Gdp', 'type': 'integer' }, } 'required':['continent', 'gdp'], 'title': 'CountryInfo', 'type': 'object' }, 'type': 'array' } titlePlaceholderLiteralEnum))rr)any_ofr) prefix_items prefixItems)property_orderingpropertyOrderingNz$defsr$refdefs/ sub_schemar,cs:|dd}dur|dd}t|d|S)z@Returns the processed `sub_schema`, resolving its '$ref' if any.rNrrr)popr=process_schema)rref)r)rrr r$_recursesz process_schema.._recursercg|]}|qSr r )r!rrr r$rzr{z"process_schema..rvconstSTRINGenumzLiteral values must be strings.OBJECT propertiesr rrrARRAYrrcrr r )r!prefixrr r$rz*r{)rJrrrrrrer=r StringDictrrrvaluerupperr<rrkeysra)rr)rr from_nameto_namer_rrr schema_typerrname additionalrprefixesr )rr)rrr$rshC           rrcsd}|D]}t|jtrd}qt|jts#td|jdt|jq||r9dd|D}t|j|td}|Gfdd d t j }| }t |||d d }t j|S) NFTz Enum member z( value must be a string or integer, got cSsg|]}t|jqSr )rr)r!memberr r r$rz=r&z!_process_enum..)rvceZdZUed<dS)z"_process_enum..Placeholder placeholderNr __module__ __qualname____annotations__r enum_to_processr r$ PlaceholderA r rr)rrrintrrurrvrrr BaseModelmodel_json_schemarrSchemart)rr)is_integer_enumr str_membersstr_enumr  enum_schemar r r$ _process_enum-s*      rcCst|to tdd|DS)zEVerifies the schema is of type dict[str, Any] for mypy type checking.css|]}t|tVqdSr)rrr)r!rr r r$rNs  z(_is_type_dict_str_any..)rrrarrr r r$_is_type_dict_str_anyJsrcsFsdSttrtrt|tjSttr"t|St tjrGtttkr6t j dd}t||tj|Stt sftt rfttjrf}t||tj|Stt s|tt s|tts|ttvrGfdddtj}|}t|||dd}tj|Std)NT) exclude_unsetcr)zt_schema..PlaceholderrNrr rr r$r xr r rrr)rrrarrrrrtrrrr model_dumprrv issubclassrrrVersionedUnionTypetyping get_origin _UNION_TYPESr<)r)rrr r rr$t_schemaSsF              rcCsf|sdSt|tjr |St|trtjtjtj|dddSt|tr*tj|St dt |)N) voice_name)prebuilt_voice_config) voice_configzUnsupported speechConfig type: ) rr SpeechConfigrrr VoiceConfigPrebuiltVoiceConfigrartr<rvrr r r$t_speech_configs     r&cCs<t|tjr|}t|trtj|}|jdurtd|S)Nzr?r@rArBzUnsupported destination: r )rrrarBatchJobDestinationrr0r<r)rMr r r$t_batch_job_destination!s$     rOcCsX|didg}|s|S|D]}|di}|sqd|vr)|d|d<|Sq|S)NinlinedResponsesrF embeddinginlinedEmbedContentResponses)rJr)rMinline_responsesrFinner_responser r r$t_recv_batch_job_destination:s  rUcCsn|jsd}t||r|ddStd|dd}t||r)|ddS|r/|Std|d)Nzbatches/[^/]+$r-rzInvalid batch job name: .z:^projects/[^/]+/locations/[^/]+/batchPredictionJobs/[^/]+$)r2rematchr=r<isdigit)r)r mldev_patternvertex_patternr r r$t_batch_job_nameKs  r\statecCsX|dkrdS|dkr dS|dkrdS|dkrdS|d krd S|d kr$d S|d kr*dS|S)NBATCH_STATE_UNSPECIFIEDJOB_STATE_UNSPECIFIEDBATCH_STATE_PENDINGJOB_STATE_PENDINGBATCH_STATE_RUNNINGJOB_STATE_RUNNINGBATCH_STATE_SUCCEEDEDJOB_STATE_SUCCEEDEDBATCH_STATE_FAILEDJOB_STATE_FAILEDBATCH_STATE_CANCELLEDJOB_STATE_CANCELLEDBATCH_STATE_EXPIREDJOB_STATE_EXPIREDr )r]r r r$ t_job_state]srlg?g4@g @g?structcCs|d}r^d|vr^|}d}t}|ddkrE|tkr&td|d||jd|id }t|||7}t|tt }|ddks|d }rYtd|d |d ||d S|S)Nrz /operations/gdoneTz Operation z timed out. GET) http_methodpath request_dicterrorz failed with error: z. rF) rJ!LRO_POLLING_INITIAL_DELAY_SECONDSLRO_POLLING_TIMEOUT_SECONDS RuntimeErrorrequesttimesleepminLRO_POLLING_MULTIPLIER!LRO_POLLING_MAXIMUM_DELAY_SECONDS)rArmr operation total_seconds delay_secondsrsr r r$t_resolve_operationvs.  rcCst|tjr |j}nt|tjr|j}nt|tjr&|jdur$|jj}nd}|dur.tdt |t s=tdt |d| dra| dd}td|}|durZtd||d }|S| drm| dd}|S) NzFile name is required.z"Could not convert object of type `z` to a file name.zhttps://rDr z [a-z0-9]+z&Could not extract file name from URI: r)rrrrVideorGeneratedVideovideor<rrrrvr0r=rWrXgroup)rsuffixrXr r r$ t_file_names0          rstatuscCsf|dkrtjjS|dkrtjjS|dkrtjjS|dkr tjjStjD] }t|j|kr0|Sq#|S)NSTATE_UNSPECIFIEDCREATINGACTIVEFAILED)rJobStater_rcrergrr)rr]r r r$t_tuning_job_statuss rcCs:t|tr tj|St|tjr|Stdt|d)NCould not convert input (type "z") to `types.Content`)rrrarrrtrr<rv)rr r r$t_content_stricts   rcCr)NcSryr )rrr r r$rzr{z%t_contents_strict..)rrr rrr r r$t_contents_strictrrturns turn_completec CsZ|dur tj|dSz tjt|d|dWSty,}z tdt|d|d}~ww)N)rr)rrrz") to `types.LiveClientContent`)rLiveClientContentr Exceptionr<rv)rrer r r$t_client_contents rinputc CsV|s td|z tjt|ddWSty*}z tdt|d|d}~ww)Nz#A tool response is required, got: r|rz$") to `types.LiveClientToolResponse`)r<rLiveClientToolResponser}rrv)rrr r r$t_tool_responsesrmetricsc CsFg}|D]}t|trztj|}Wn tjyYnwt|tjr4|}ddg|d<||qi}ddg|d<t |dg }|dkrMi|d<nN|dkrVi|d<nE| d rh| d d }d |i|d <n3t |dr|jrd|ji}t |dg}|r||d<t |dg} | rd| i|d<||d<ntd|||q|S)a Prepares the metric payload for the evaluation request. Args: request_dict: The dictionary containing the request details. resolved_metrics: A list of resolved metric objects. Returns: The updated request dictionary with the prepared metric payload. AVERAGESTANDARD_DEVIATIONaggregation_metricsrrexact_match_specr bleu_specrougerrV rouge_typerprompt_templatemetric_prompt_templatejudge_model_system_instructionsystem_instructionreturn_raw_outputcustom_output_format_configpointwise_metric_specz0Unsupported metric type or invalid metric name: )rrrar UnifiedMetricrtrrrrgetvrjr0replacehasattrrr<) rmetrics_payloadmetricunified_metric_payloadmetric_payload_item metric_namerpointwise_specrrr r r$ t_metricss\           rcCsd|vr|dkp d|vS)Ngeminizgemini-embedding-001maasr )r7r r r$t_is_vertex_embed_content_modelIsrr)NT)__doc__base64collections.abcrrrrrr-rfloggingrWsysrxr builtin_typesrrrrr r r _mcp_utilsr rrrr TYPE_CHECKINGrrrrVr getLoggerrK version_info UnionTyperrr_UnionGenericAliastyping_extensionsmcprr mcp.typesrrTyper rmetric_name_sdk_api_maprmetric_name_api_sdk_map BaseApiClientrrr6r@rrErrrPrQrkrpFunctionResponseOrDictrsrwr}BlobImageUnionDictrrr BlobOrDictrrrrrrrr ContentDict ContentTyperrContentListUnionContentListUnionDictrrrrrrrSchemaUnionDictrrSpeechConfigUnionDictr#r&SpeechConfigOrDictr)r2r7r9BatchJobSourceUnionDictrFrJEmbeddingsBatchJobSourceOrDictrKrLBatchJobDestinationOrDictrNrOrarUr\rlrtr|rur{rrrrrrr ContentOrDictrrrrrrMetricSubclassrrr r r r$s$               ]             l;        0      2   "  "      F