o ;iSg @s ddlZddlZddlZddlZddlmZddlmZddlmZddlm Z zddl Z Wn e y9dZ Ynwddl Z ddlmZddlmZdd lmZdd lmZmZdd lmZdd l mZdd lmZmZmZmZddlm Z ej!r}ddl"Z#dZ$Gdddej%Z%Gdddej&Z&dede'fddZ(de'defddZ)dedej*fddZ+dej*defddZ,dUd!d"Z-ded#e.de'fd$d%Z/de'd#e.defd&d'Z0Gd(d)d)ej%Z1d*d+Z2d,ej3e4efd-ej5ej6de7e4effd.d/Z8d0e4d1edej9fd2d3Z:d,e7e4efde'fd4d5Z;d6e'de7e4effd7d8Zd=d>fd?d@Z? AdVdBejdCe@dej6fdDdEZAdFejBdeCej6fdGdHZDdAdIdJejEdKe@dLe@dejFejGfdMdNZHdOeIde'fdPdQZJdOeIdRe4deKe'e'ffdSdTZLdS)WN) Parameter)Any)extract_traceback)config) synchronizer)api_pb2)_Object)parameter_serde_registryschema_registry) cloudpickle)logger)DeserializationErrorExecutionError InvalidErrorSerializationError)Objectc$eZdZfddZddZZS)Picklerctj|tddSN)protocolsuper__init__PICKLE_PROTOCOLselfbuf __class__H/home/ubuntu/.local/lib/python3.10/site-packages/modal/_serialization.pyr$zPickler.__init__cCsddlm}t|trd}n.t|trd}n&t||r:t|}|j}tj r3tj |vr3| tj d|j |ffSdS|j sGt d|d|j||fS)Nr)PartialFunction_oosyncCan't serialize object z which hasn't been hydrated.)modal.partial_functionr% isinstancer rr _translate_in__dict__copy _wrapped_attrpopr! is_hydratedr object_id _get_metadata)robjr%flag impl_object attributesr"r"r# persistent_id's       zPickler.persistent_id__name__ __module__ __qualname__rr8 __classcell__r"r"r r#r# rcr) Unpicklercs||_t|dSN)clientrr)rrArr r"r#rIszUnpickler.__init__c Cst|dkr&|\}}|dkr"|\}}||}|j|t|Std|\}}} |dvr7t||j | S|dvrCt ||j | St d)Nr(zUnknown serialization format)r'ph)r&_p_hzbad flag) len__new__r-updater_translate_outrr _new_hydratedrAr r) rpidobj_typeobj_data impl_classr7 impl_instancer2r5 handle_protor"r"r#persistent_loadMs     zUnpickler.persistent_load)r:r;r<rrRr=r"r"r r#r?Hs r?r4returncCst}t|||S)zSSerializes object and replaces all references to the client class by a placeholder.)ioBytesIOrdumpgetvalue)r4rr"r"r# serializedsrXsc Csddlm}|r dnd}z t|t|WSty8}zdt|vr+td|td|d|d }~wt yP}z td |j d |d |d }~wt y{}z |dkrid t |dt|d}nd}td|d|d|d }~ww)zADeserializes object and replaces all client placeholders by self.r)is_locallocalremotez$Can't get attribute '_make_function'zDeserialization failed due to a version mismatch between local and remote environments. Try changing the Python version in your Modal image to match your local Python version. z/Deserialization failed with an AttributeError, zj. This is probably because you have different versions of a library in your local and remote environments.Nz$Deserialization failed because the 'z!' module is not available in the z environment.: ()z (see above for details)z9Encountered an error when deserializing an object in the z environment.) _runtime.execution_contextrZr?rTrUloadAttributeErrorstrrModuleNotFoundErrorname Exceptiontype)rYrArZenvexcmorer"r"r# deserializeksF   rlc Csdd}|dur tS|d}|dkrRtjtjj|dd|d|dd|d |d ||d g|d r@|d d nd|d rL|d dndddS|dkrhtjtjj|d|dddS|dkrtjtjj|d||d g|dddS|dkrtjtjj|d|dddS|dkrtjtjj||d g|ddd S|d!krtjtjd"S|d#krtjtjj |dd|dd$|d |d ||d g|d r|d d nd|d r|d dnd|d%d&d'S|d(krtjtj d)S|d*kr+tjtjj |d+||d gd,d-S|d.krBtjtjj |d/|d0d1d2S|d3krYtjtjj |d/|d0d1d4S|d5krltjtjj|d6d7d8S|d9krtjtjj|d6|d:d;d<Std=|tS)>NcSsdd|DS)NcSs"g|] \}}||fD]}|q qSr"r").0kvrYr"r"r# s"z<_serialize_asgi..flatten_headers..r"r4r"r"r#flatten_headerssz(_serialize_asgi..flatten_headersrhhttp http_versionz1.1methodschemepath query_stringheadersrArr)rtrurvrwrxry client_host client_port)rs http.requestbody more_body)r}r~) http_requesthttp.response.startstatustrailers)rryr)http_response_starthttp.response.body)http_response_bodyhttp.response.trailers more_trailers)ryr)http_response_trailershttp.disconnect)http_disconnect websocketws subprotocols)rtrvrwrxryrzr{r)rwebsocket.connect)websocket_connectwebsocket.accept subprotocol)rry)websocket_acceptwebsocket.receivebytestext)rr)websocket_receivewebsocket.send)websocket_sendwebsocket.disconnectcode)r)websocket_disconnectwebsocket.closereason)rr)websocket_closez6skipping serialization of unknown ASGI message type %r)rAsgigetHttp HttpRequestHttpResponseStartHttpResponseBodyHttpResponseTrailersHttpDisconnect WebsocketWebsocketConnectWebsocketAcceptWebsocketReceive WebsocketSendWebsocketDisconnectWebsocketCloser debug)r4rrmsg_typer"r"r#_serialize_asgis              rasgicCsdd}|d}|dkr=d|jj|jj|jj|jj|jj||jjd|jdr4d|jj |jj finidd iiiS|d krKd |j j |j j d S|d kr^d|jj||jj|jjdS|dkrld|jj |jj d S|dkr|d ||jj|jjdS|dkrddiS|dkrd|jj|jj|jj|jj||jjd|jdrd|jj |jj finidt|jjiS|dkrddiS|dkrd|jdr|jjnd||jjdS|dkrd |jd!r|jjnd|jd"r|jjd#Sdd#S|d$krdd%i|jd!r d!|jjini|jd"rd"|jjiSiS|d&kr6d'|jd(r2|jjd*Sd)d*S|d+krNd,|jd(rG|jjnd-|jj d.S|dusUJdS)/NcSs"tt|ddd|dddS)NrBr)listziprqr"r"r#unflatten_headerss"z,_deserialize_asgi..unflatten_headersrhrs)rhrtrurvrwrxryrzrA extensionsrrr|)rhr}r~rr)rhrryrrrr)rhryrrrr)rhrtrvrwrxryrrrrrr)rhrryrrrr)rhrrrrrrri)rhrrri)rhrr)! WhichOneofrsrtrurvrwrxryHasFieldrzr{rr}r~rrrrrrrrrrrrrrrrrrr)rrrr"r"r#_deserialize_asgis  "           rapi_pb2.DataFormat.ValueTypecCs.tdpd}|dkrtj}|Stj}|S)Npayload_formatpicklecbor)rrlowerrDATA_FORMAT_CBORDATA_FORMAT_PICKLE)r data_formatr"r"r#get_preferred_payload_formates rrc Cs|tjkr t|S|tjkrt|jddS|tjkr)t|tjs#J|jddS|tj krlt dur6t dzt |WSt j ykzt|jdt|j}Wntybtt|}Ynwtd|dwt d|) z8Similar to serialize(), but supports other data formats.T deterministicN:CBOR support requires the 'cbor2' package to be installed.r`zCan not serialize type zq as cbor. If you need to use a custom data type, try to serialize it yourself e.g. by using pickle.dumps(my_data)Unknown data format )rrrXDATA_FORMAT_ASGIrSerializeToStringDATA_FORMAT_GENERATOR_DONEr+ GeneratorDonercbor2rdumpsCBOREncodeTypeErrorrhr;r:rgrdr)r4rtypenamer"r"r#serialize_data_formatks.         rcCsv|tjkr t||S|tjkrttj|S|tjkr"tj|S|tj kr4t dur/t dt |St d|)Nrr) rrrlrrr FromStringrrrrrloads)rYrrAr"r"r#deserialize_data_formats       rcr)ClsConstructorPicklercrrrrr r"r#rr$zClsConstructorPickler.__init__cCs,t|ttfr|jstd|ddSdS)Nr)z which hasn't been created.T)r+r rr2r)rr4r"r"r#r8s z#ClsConstructorPickler.persistent_idr9r"r"r r#rr>rc CsNt}z t||WdStttjfy&td|dt|dw)NTzJOnly pickle-able types are allowed in remote class constructors: argument of type r`) rTrUrrVrc ValueErrorr PicklingErrorrh)keyr4rr"r"r#check_valid_cls_constructor_argsr python_paramsschemacCsXi|}|D]#}|jr)|j|vr)|d}|dur!t|jdt||||j<q|S)aEApply any declared defaults from the provided schema, if values aren't provided in python_params Conceptually similar to inspect.BoundArguments.apply_defaults. Note: Apply this before serializing parameters in order to get consistent parameter pools regardless if a value is explicitly provided or not. default_oneofNz7 declared as having a default, but has no default value) has_defaultrfrrgetattr)rrresult schema_paramdefault_field_namer"r"r#apply_defaultss  rrf python_valuecCst|}||_|S)zKMap to proto parameter representation using python runtime type information)r encoderf)rfrstructr"r"r#encode_parameter_values rcCs>g}|D] \}}|t||qtj|djdd}|S)N) parametersTr)itemsappendrrClassParameterSetr)r proto_params param_namer proto_bytesr"r"r#serialize_proto_paramss rserialized_paramscCs0tj|}i}|jD] }t|||j<q |Sr@)rrrrr decoderf)r proto_structrparamr"r"r#deserialize_proto_paramss  rpayloadcCs|D]+}|j|vrtd|j||j}|dr$|jjr$|jj}n|j}t||qdd|D}||}|rGtdd |dS)zEnsure parameter payload conforms to the schema of a class Checks that: * All fields are specified (defaults are expected to already be applied on the payload) * No extra fields are specified * The type of each field is correct zMissing required parameter: full_typecSsh|]}|jqSr")rf)rmrCr"r"r# sz,validate_parameter_values..zfThe following parameter names were provided but are not defined class modal.parameters for the class: z, N) rfrrr base_typerhr validate_value_for_enum_typekeysjoin)rr param_specrtype_enum_value schema_fieldsnon_declared_fieldsr"r"r#validate_parameter_valuess"    r function_def_clientzmodal.client._Clientc Cs|jjtjjtjjfvr@z t||\}}W||fSty?}zd}zt|}Wn t y1|wWYd}~||fSd}~ww|jjtjj krd}z t|}W||fSt j j jy~}zz t||\}}Wn t yp|wWYd}~||fSd}~wwtd|jj)Nr"z.Unknown class parameter serialization format: )class_parameter_infoformatrClassParameterInfo&PARAM_SERIALIZATION_FORMAT_UNSPECIFIED!PARAM_SERIALIZATION_FORMAT_PICKLErlrrrg PARAM_SERIALIZATION_FORMAT_PROTOgoogleprotobufmessage DecodeErrorr)rrr param_args param_kwargs original_excr"r"r#deserialize_paramssH         r Fpython_signature_parameterinclude_legacy_parameter_fieldscCs|j}t|}|jtju}tj|j||d}|rN|j j |_ |rN|j tj kr,|j|_ |S|j tjkr8|j|_|S|j tjkrD|j|_|S|j tjkrN|j|_|S)a*Returns proto representation of Parameter as returned by inspect.signature() Setting include_legacy_parameter_fields makes the output backwards compatible with pre v0.74 clients looking at class parameter specifications, and should not be used when registering *function* schemas. )rfrr) annotationr get_proto_generic_typedefaultremptyrClassParameterSpecrfrrrhPARAM_TYPE_INT int_defaultPARAM_TYPE_STRINGstring_defaultPARAM_TYPE_BYTES bytes_defaultPARAM_TYPE_BOOL bool_default)rr declared_typefull_proto_typer field_specr"r"r#_signature_parameter_to_specs.       r  signaturecCs.g}|jD] }t|dd}||q|S)NT)r)rvaluesr r)r!modal_parametersrrr"r"r#signature_to_parameter_specsCs   r$)ignore_first_argumentcallableis_web_endpointr%c Cs|rdSzt|}Wnty(}ztjd||dWYd}~dSd}~wwt|j}g}t|j D]\}}|dkrC|rCq8| t |q8t jt jj||dS)Nz%Error getting signature for function )exc_infor) schema_type arguments return_type)inspectr!rgr rr rreturn_annotation enumeraterr"rr rFunctionSchemaFUNCTION_SCHEMA_V1) r&r'r%sigereturn_type_protor*irCr"r"r#get_callable_schemaLs(  r5rjc Cs`zt|WSty/}zd|dt|d|}t|tt|WYd}~Sd}~ww)NzFailed to serialize exception rr])rXrgrhr infor)rjserialization_excerrr"r"r#pickle_exceptionjs  r9task_idcCsTd\}}zt||\}}t|}t|}W||fSty)tdY||fSw)N)r;z(Failed to serialize exception traceback.)rrXrgr r6)rjr: serialized_tb tb_line_cachetb_dict line_cacher"r"r#pickle_tracebackts  r@)rSr)F)Mr,rTrtypingrrmodal._tracebackr modal.configrr ImportErrorgoogle.protobuf.messagermodal._utils.async_utilsr modal_protor_objectr _type_managerr r _vendorr r exceptionrrrrobjectr TYPE_CHECKING modal.clientmodalrrr?rrXrlrrrrintrrrrMappingrdSequencerdictrClassParameterValuerrrrFunctionr boolr  Signaturerr$CallableOptionalr/r5 BaseExceptionr9tupler@r"r"r"r#s            %'o d     " ( %   "