o ;i^ @sddlZddlZddlZddlZddlmZddlmZddlm Z m Z ddlm Z m Z m Z mZddlmZddlZddlmZddlmZd d lmZmZmZmZmZmZd d lmZd d lm Z d d l!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)d dl*m+Z+m,Z,m-Z-ddl.m/Z/m0Z0m1Z1ej2rddl3Z4GdddeZ5Gddde'Z6ddZ7de8fddZ9dee:e8e fdeej;ded!e ded?ZLd@eKdAeKdBedCdes z6entrypoint_only_package_mount_condition..inner)r)entrypoint_filer<r1r:r2'entrypoint_only_package_mount_condition;s  r>object_qual_namecCsd|dvS)N.)split)r?r1r1r2is_global_objectJsrCexperimental_options http_configreturncCst|o|ddp |duS)NflashF)boolget)rDrEr1r1r2is_flash_objectNsrJcCs:d|vr|dd}t|ddkSt|ddkS)Nr@z .rAr!)rBlen)r?restr1r1r2 is_method_fnRsrNfcCs |j|jkS)zReturns True if this function is defined in global scope. Returns False if this function is locally scoped (including on a class). )r*r,rOr1r1r2is_top_level_function[s rQcCsXt|r|j}t|st|rdSt|st|r dStd|dt|)NTFz Function z is a strange type ) inspectismethod__func__iscoroutinefunctionisasyncgenfunction isfunctionisgeneratorfunction RuntimeErrortype)functionr1r1r2is_asynccs r\ is_generatorz'api_pb2.Function.FunctionType.ValueTypecCs|rtjjStjjSN)r FunctionFUNCTION_TYPE_GENERATORFUNCTION_TYPE_FUNCTION)r]r1r1r2get_function_typetsrbc @sZeZdZUdZeedefed<eed<eed<ee eed<eeed<e ed<eeed <eed <d Z ee ed <d+ddZ ddZ  d,deedefdedeedee fddZd efddZd efddZd eeeffddZd eeeffdd Zd eeeffd!d"Zd ejfd#d$Zd eeeffd%d&Zd'd(Zd)d*Zd S)- FunctionInfoa,Utility that determines serialization/deserialization mechanisms for functions * Stored as file vs serialized * If serialized: how to serialize the function * If file: which module/function name should be used to retrieve Used for populating the definition of a remote function .raw_f function_nameimplementation_nameuser_cls module_name_type_file _base_dirN _remote_dirrF5modal_proto.api_pb2.Function.DefinitionType.ValueTypecCs|r tjjjStjjjSr^) is_serialized modal_protor r_DEFINITION_TYPE_SERIALIZEDDEFINITION_TYPE_FILEselfr1r1r2get_definition_types  z FunctionInfo.get_definition_typecCs|jdur |js JdSdS)NTF)rdrgrrr1r1r2is_service_classs  zFunctionInfo.is_service_classFrOr( name_overridec s|_|_|dur|r|jd_n|r#|r#|jd|j_n|j_|p+j_|dur7t|}nt|}t|ddr|st j |j _ ddt|jjD}fdd|D}|stdj td |td |td t|d kr|jtd |d_|jj_tt|jdd_d_tj _!n@t"|dr|st j t#|_ t$j _t j %j _d_tj&_!nd_t j d_d_|rtj'_!ntj(_!)s|r|jn|j}t*|st+ddSdS)Nz.*rA __package__cSsh|]}tj|qSr1)osr9abspath).0pr1r1r2 sz(FunctionInfo.__init__..cs&g|]}tj|jf|kr|qSr1)rxr9 commonpathrj)rzbase_dirrrr1r2 s z)FunctionInfo.__init__..zModule files: zPackage paths: z Base dirs: z*Wasn't able to find the package directory!r!)keyrF__file__TzYModal can only import functions defined in global scope unless they are `serialized=True`),rdrgr*rfr,rerR getmodulegetattrrxr9ryrrj __import__rw__path__rinfo ExceptionrLsortrk__spec__r5rhrrrBrl_is_serializedr%r-rihasattrgetfile getmodulenamedirnamer.r/r0rnrCr3) rsrOr(rvrgmodule package_paths base_dirsqualnamer1rrr2__init__sb             zFunctionInfo.__init__cC|jSr^)rrrr1r1r2rnzFunctionInfo.is_serializedcCsX|sJ|jrt|j}td|jjdt||Std|jjddS)Nz Serializing z , size is z0Serializing function for class service function z as empty)rnrdrrdebugr,rLrg)rsserialized_bytesr1r1r2serialized_functions  z FunctionInfo.serialized_functioncs*jdurfddtjD}|SiS)Ncs4i|]}ttj|s|ds|tj|qS)__)callablerrg startswith)rzattrrrr1r2 s z-FunctionInfo.get_cls_vars..)rgdir)rscls_varsr1rrr2 get_cls_varss  zFunctionInfo.get_cls_varscsddl}ddl}|jd}|jd}|jj}t||D]}|j|kr,|jq|j|kr7|jq| fddD}|S)Nr LOAD_ATTR STORE_ATTRcsi|] }|vr||qSr1r1rzkr f_attr_opsr1r2rsz2FunctionInfo.get_cls_var_attrs..) disopcodeopmaprd__code__setget_instructionsaddargvalr)rsrrrrcodeinstrf_attrsr1rr2get_cls_var_attrss     zFunctionInfo.get_cls_var_attrscsnddlm}|jdur iS|jtdr'jur'jtdr'jus|j}fdd|D}|S)Nr )_extract_code_globals __wrapped__cs"i|] }|jvr|j|qSr1) __globals__rfuncr1r2r!s"z,FunctionInfo.get_globals..)_vendor.cloudpicklerrdrrr)rsr f_globals_ref f_globalsr1rr2 get_globalss   zFunctionInfo.get_globalscCs\|jstSddlm}m}||jstjtjjdS||j}t|}tjtjj|dS)Nr) _get_class_constructor_signature_use_annotation_parameters)format)rschema) rgr ClassParameterInfo modal.clsrr!PARAM_SERIALIZATION_FORMAT_PICKLEr PARAM_SERIALIZATION_FORMAT_PROTO)rsrr signatureparameter_specsr1r1r2class_parameter_info$s  z!FunctionInfo.class_parameter_infocCs||riS|jtjkr|jdd}|t|iS|jtjkrusz/callable_has_non_self_params..)anyrRrrrrPr1r1r2callable_has_non_self_paramspsrcCs:t|jD]}|jdkrq|jtjjkrqdSdS)zReturn True if a callable (function, bound method, or unbound method) has non-default parameters other than self. Used for deprecation of default parameters in @asgi_app and @wsgi_app functions. rsTF)rRrrrr5rrr)rOrr1r1r2(callable_has_non_self_non_default_paramsxs rfunction_call_idvariant)data_indata_out attempt_tokenc Cs~|s |s td|dur|j}d}d}d}|dkr|j}n|dkr&|j}ntd| tj||d } |r:|| _z3|| 2z*3dHW} | j|krLq@| j rZt | j |jIdH} n| j } t | | j |} | j}| Vq@6WnNtttfy} z?|dkr|d8}t| ttfrt|d |d | t|d IdHtd |d}WYd} ~ q-t| trWYd} ~ q-d} ~ wwd}q.)z@Read from the `data_in` or `data_out` stream of a function call.zHfunction_call_id or attempt_token is required to read from a data streamNr r!rrzInvalid variant T)r last_indexz stream retrying with delay z ms due to i) ValueErrorstubFunctionCallGetDataInFunctionCallGetDataOutr FunctionCallGetDataRequestr unary_streamindex data_blob_idr#datar data_formatrrr isinstancerrasynciosleepmin)clientrrrrrretries_remainingdelay_msstub_fnreqchunk message_bytesmessageexcr1r1r2_stream_function_call_datas\      rgK@rcCsVt|tr|jdkr|jd7_|St|tr)dt|vr)|jdd}|f|_|S)z mdmd:hiddenz6attempted relative import with no known parent packagez HINT: For relative imports to work, you might need to run your modal app as a module. Try: - `python -m my_pkg.my_app` instead of `python my_pkg/my_app.py` - `modal deploy my_pkg.my_app` instead of `modal deploy my_pkg/my_app.py` zDCUDA error: no kernel image is available for execution on the deviceraI HINT: This error usually indicates an outdated CUDA version. Older versions of torch (<=1.12) come with CUDA 10.2 by default. If pinning to an older torch version, you can specify a CUDA version manually, for example: - image.pip_install("torch==1.12.1+cu116", find_links="https://download.pytorch.org/whl/torch_stable.html") )r ImportErrormsgrYrargs)rrr1r1r2exc_with_hintss  rresultrc s|ddkrt|j|IdH}n|j}|jtjjkr!t|j |jtjj kr-t |j |jtjj kr|r|tj tjfvrzt||}Wn:tyd}ztd|ddd|j|jd}~wty}ztd|dd|j|d}~wwt|tstdt||jrzt|j|}t|j|}t|||Wt|tyYt|wt|t|j zt|||WSty}z td|d |d}~ww) N data_oneofrz;Could not deserialize remote exception due to local error:  zZThis can happen if your local environment does not have the remote exception definitions. zHere is the remote traceback: z'Got remote exception of incorrect type z+Could not deserialize result due to error: zj This can happen if your local environment does not have a module that was used to construct the result. ) WhichOneofr#rrstatusr GenericResultGENERIC_STATUS_TIMEOUTr exceptionGENERIC_STATUS_INTERNAL_FAILURErGENERIC_STATUS_SUCCESSDATA_FORMAT_PICKLEDATA_FORMAT_UNSPECIFIEDrrr traceback __cause__rr BaseExceptionrZ serialized_tb tb_line_cacherrrrModuleNotFoundError) rrrrrr deser_exctb_dict line_cacher1r1r2_process_results       r num_bytesmax_object_size_bytesfunction_call_invocation_typez,api_pb2.FunctionCallInvocationType.ValueTypecCs||kp |tjko |tkS)zD Determine if the input should be uploaded to blob storage. )r #FUNCTION_CALL_INVOCATION_TYPE_ASYNCr")rrr r1r1r2 should_uploads r")idxr rr[zmodal._functions._Functionr#cs|j}|j}|dur d}t}|jstd|jjptjg} || vr'| d}t||f|} t t | ||rPt | |IdH\} } } tj tj | ||d|| | dStj tj | ||d|dS)zoSerialize function arguments and create a FunctionInput protobuf, uploading to blob storage if needed. NrzCAttempted to call function that has not been hydrated with metadata) args_blob_idr method_name)inputr# r2_failedr2_throughput_bytes_s)rrr%)r&r#)_use_method_name_max_object_size_bytesr _metadatarsupported_input_formatsr r_serialize_data_formatr"rLr$FunctionPutInputsItem FunctionInput)rkwargsrr[r#r r%rrr,args_serializedr$r'r(r1r1r2 _create_input,s@  r2r^)PrrRrxtypingcollections.abcrenumrpathlibrrrrrr grpclib.exceptionsr ror modal_proto.modal_api_grpcr _serializationrrrrrr-r _tracebackrconfigrrrrrrrrrrmountrrr blob_utilsr"r#r$ TYPE_CHECKINGmodal._functionsmodalr%r3r>rrCr HTTPConfigrHrJrNrQr\rbrcrrrOUTPUTS_TIMEOUTATTEMPT_TIMEOUT_GRACE_PERIODrrr intrr"r.r2r1r1r1r2s        ( ( y  =;