o ;i h@sTddlZddlZddlZddlZddlZddlZddlZddlmZm Z m Z m Z ddlm Z ddl mZddlmZmZmZmZmZmZddlZddlmZddlmZddlmZdd lmZdd lmZd d l m!Z!d d l"m#Z#m$Z$m%Z%d dl&m'Z'd dl(m)Z)d dl*m+Z+d dl,m-Z-d dl.m/Z/m0Z0d dl1m2Z2m3Z3m4Z4m5Z5m6Z6d dl7m8Z8d dl9m:Z:m;Z;mZ>m?Z?m@Z@d dlAmBZBd dlCmDZDmEZEd dlFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNd dlOmPZPmQZQd dlRmSZSmTZTd dlUmVZVmWZWd dlXmYZYd dlZm[Z[m\Z\d dl]m]Z]d dl^m_Z_m`Z`maZambZbd d lcmdZdmeZed d!lfmgZgd d"lhmiZimjZjd d#lkmlZlmmZmd d$lnmoZod d%lpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~d d&lmZd d'lmZmZd d(lmZd d)lmZd d*lmZerddlZddlZddlZd+ZejjejjfZej Gd,d-d-ZGd.d/d/ZGd0d1d1Ze d2d3Gd4d5d5Z 6dRd7eeeefd8ed9eejfd:d;Ze Gded?ed@efdAdBZedCZejdDd2dEZejdFd2dEZejdGd2dEZGdHdIdIejeeefe#dJdKZGdLdMdMejee#dNdKZdOeed9ej efdPdQZdS)SN)AsyncGenerator CollectionSequenceSized) dataclass) PurePosixPath) TYPE_CHECKINGAny AsyncIteratorCallableOptionalUnion)Message)Status) MethodWithAio)api_pb2)ModalClientModal) LoadContext)_Object live_methodlive_method_gen) get_pty_info)FunctionCreationStatus)Resolver)%convert_fn_config_to_resources_config)current_input_idis_local)apply_defaultsget_callable_schema serializeserialize_proto_paramsvalidate_parameter_values)print_server_warnings) TaskContextaclosing async_mergecallable_to_agendeprecate_aio_usage synchronizer!warn_if_generator_is_not_consumed)MAX_OBJECT_SIZE_BYTES)deprecation_warningwarn_if_passing_namespace)ATTEMPT_TIMEOUT_GRACE_PERIODOUTPUTS_TIMEOUT FunctionInfo _create_input_process_result_stream_function_call_dataget_function_typeis_async)RetryRetryWarningMessage)validate_network_file_systemsvalidate_volumes) InputInfo_reconstruct_call_graph)_Client)_CloudBucketMountcloud_bucket_mounts_to_proto)config)ExecutionError InvalidError NotFoundErrorOutputExpiredError)GPU_Tparse_gpu_config)_Image)_get_client_mount_Mount)_NetworkFileSystem network_file_system_mount_protos) OutputManager)_experimental_spawn_map_async_experimental_spawn_map_sync_for_each_async_for_each_sync _map_async_map_invocation_map_invocation_inputplane _map_sync_spawn_map_async_spawn_map_invocation_spawn_map_sync_starmap_async _starmap_sync_SynchronizedQueue)_Proxy)Retries RetryManager)Schedule)_Secret)_Volumec@sJeZdZUded<ejed<eed<eed<eed<ejed<eed<d S) _RetryContext,api_pb2.FunctionCallInvocationType.ValueTypefunction_call_invocation_type retry_policyfunction_call_jwt input_jwtinput_iditemsync_client_retries_enabledN) __name__ __module__ __qualname____annotations__rFunctionRetryPolicystrFunctionPutInputsItemboolrrrrD/home/ubuntu/.local/lib/python3.10/site-packages/modal/_functions.pyrams    rac @seZdZUdZeed< d*dedededee fddZ e d d d d ded dde ddf ddZ   d+dedeede deeedejf ddZd,ddZd*deedejfddZdefdd Zd*dd!deedefd"d#Zd$d%Zd&ed'efd(d)ZdS)- _InvocationzVInternal client representation of a single-input call to a Modal Function or GeneratorstubNfunction_call_idclient retry_contextcCs||_||_||_||_dSN)rurwrv_retry_context)selfrurvrwrxrrrrrs__init__}s z_Invocation.__init__Ffrom_spawn_mapfunction _Functionrcrbr~returnc sd|jsJ|j}|j}t|||||dIdH}tj|tpdtj|g|d} |rGd| _|jj| t ddt ddt j gdt j gd d IdH} n |j| IdH} | j } | jr{t| jd ks_J| jd } t|| j| j| j| j|| jd } t|| || Stj||g| d}|j|IdH}|j}|std|jd } t|| j| j| j| j|| jd } t|| || S)N)rrc) function_idparent_input_idfunction_call_typepipelined_inputsrcTg>@zWarning: `.spawn_map(...)` for function `{self._function_name}` is waiting to createmore function calls. This may be due to hitting rate limits or function backlog limits. )messagewarning_intervalerrors_to_warn_for) max_retries max_delaywarning_messageadditional_status_codesretryrr)rcrdrerfrgrhri)rinputsrvzACould not create function call - the input queue seems to be full)ru object_idr1rFunctionMapRequestrFUNCTION_CALL_TYPE_UNARYr~ FunctionMapr6r7rRESOURCE_EXHAUSTEDrvrlenrardrerfrgrirtFunctionPutInputsRequestFunctionPutInputsr Exception)rargskwargsrwrcr~rurrhrequestresponservinputrx request_putinputs_responseprocessed_inputsrrrrrscreates      z_Invocation.createrindextimeoutclear_on_success input_jwtsc st}|dur t}ntt|} tj|j|d|t|||d}|jj|t|t ddIdH}t |j dkr;|S|durPtt||t}|dkrP|Sq)NT0-0)rvr last_entry_idr requested_atr start_idxend_idxattempt_timeoutrr) timer/minrFunctionGetOutputsRequestrvruFunctionGetOutputsr6r.routputs) r{rrrrt0backend_timeoutrrrrrrrspop_function_call_outputss6    z%_Invocation.pop_function_call_outputscsP|j}|s tdtj|j|jjd}tj|j|gd}|j |IdHdS)Nz0Cannot retry input when _retry_context is empty.)rfr)rer) rz ValueErrorrFunctionRetryInputsItemrfrhrFunctionRetryInputsRequestreruFunctionRetryInputs)r{ctxrhrrrrrrs _retry_inputsz_Invocation._retry_input expected_jwtcs.|jddd|r |gnddIdHjd}|S)NrT)rrrr)rr)r{rrhrrrrrs_get_single_outputs  z_Invocation._get_single_outputcs|j}|r|jr|jjdks|jtjks|js-|IdH}t|j |j |j |j IdHSt |j} ||jIdH}|j jtvrPt|j |j |j |j IdHS|j jtjjkrx|}|durnt|j |j |j |j IdHSt|dIdH|IdHq3)NrT)rzrdretriesrcr"FUNCTION_CALL_INVOCATION_TYPE_SYNCrirr2result data_formatrurwr\rfstatusTERMINAL_STATUSES GenericResultGENERIC_STATUS_INTERNAL_FAILURE get_delay_msasynciosleepr)r{rrhuser_retry_managerdelay_msrrrrrs run_functions0    z_Invocation.run_functionrcsr|j||ddIdH}t|jdkr|jdkrtt|jdkr%tt|jdj|jdj|j |j IdHS)zWaits up to timeout for a result from a function. If timeout is `None`, waits indefinitely. This function is not cancellation-safe. F)rrrNr) rrrnum_unfinished_inputsrC TimeoutErrorr2rrrurw)r{rrrrrrrrs poll_function:s  z_Invocation.poll_functionc Csd}d}ttt|jd|jddt|j4IdH1}|2z!3dHW}t|tj r.|j }n|V|d7}|dur?||kr?nq6WdIdHdS1IdHsRwYdS)Nrdata_out)variantr) r%r&r3rwrvr'r isinstancer GeneratorDone items_totalr{items_receivedrstreamerrhrrrrrs run_generatorOs(  .z_Invocation.run_generator start_index end_indexc Csd}|}||krt|||d}tj|jdddt||d}|jj|ttddId H}t |j }|j d d d |D]!} | j |krGnt | j| j|j|jId H} | j | fV|d7}q>t|||dkr||j|d Id H} || fV|d7}||ks d Sd S)zTIterate over the results of the function call in the range [start_index, end_index).1rrrF)rvrrrrrrrrNcS|jSry)idx)xrrrrrsysz'_Invocation.enumerate..)keyr)rrrrvrrurr6r.listrsortrr2rrrwrr) r{rrlimit current_indexbatch_end_indexrrroutputrrrrrrs enumerateds<      z_Invocation.enumeratery)rNFN)rN)rjrkrl__doc__rrmror<r rar| staticmethodrqrintfloatrrFunctionGetOutputsResponserrFunctionGetOutputsItemrr rrrrrrrrrrrsrtxs^    T  )   rtc@seZdZUdZeed<dedededej dedej defd d Z e d d ded ededdf ddZ defddZdeeeefdefddZddZe dededeeeeffddZdS)_InputPlaneInvocationzoInternal client representation of a single-input call to a Modal Function using the input plane server API.ru attempt_tokenrw input_itemrrdinput_plane_regioncCs.||_||_||_||_||_||_||_dSry)rurwrrrrdr)r{rurrwrrrdrrrrrrsr|s  z_InputPlaneInvocation.__init__rrinput_plane_urlrcs||IdH}|j}|j}t||||dIdH} tj|tp!d| d} ||IdH} |j| | dIdH} | j } t || || || j |S)N)rr)rrrmetadata) get_stubrrur1rAttemptStartRequestrget_input_plane_metadata AttemptStartrrrd)rrrrwrrrurcontrol_plane_stubrrrrrrrrrrsrs*  z_InputPlaneInvocation.createcs,t|j}d} tj|jttd}|j|j IdH}|j j |t tt d|dIdH}|ds5q|jjjtvrMt|jj|jj|jj |jIdHS|jjjtjjkri|d7}|tkrh||IdH|_qn|}durt|dIdH||IdH|_qt|jj|jj|jj |jIdHS) NrT)r timeout_secsrr)rrrrr)r\rdrAttemptAwaitRequestrr/rrwrrru AttemptAwaitr6r.HasFieldrrrrr2rrrMAX_INTERNAL_FAILURE_COUNTrrrr)r{rinternal_failure_count await_requestrawait_responserrrrrrsrsD     z"_InputPlaneInvocation.run_functionrcs<tj|jtp d|j|jd}|jj||dIdH}|jS)Nr)rrrrr)rAttemptRetryRequestrrrrru AttemptRetry)r{r retry_requestretry_responserrrrrsrsz"_InputPlaneInvocation._retry_inputc Csd}d}ttt|j|jdd|jdt|j4IdH1}|2z!3dHW}t|t j r0|j }n|V|d7}|durA||krAnq 6WdIdHdS1IdHsTwYdS)Nrr)rvrrr) r%r&r3rwrurr'rrrrrrrrrrrsrs4   .z#_InputPlaneInvocation.run_generatorcs8|sgS|js Jd|jIdH}d|fd|fgS)NzClient is not openzx-modal-input-plane-regionzx-modal-auth-token)_auth_token_manager get_token)rrwtokenrrrrrs _get_metadatas z#_InputPlaneInvocation._get_metadataN)rjrkrlrrrmror<rrprnr|rrr rrtuplerrr rrrrrrrsrsF   #0 (rT)frozenc@s"eZdZUdZeed<eed<dS) FunctionStatsz;Simple data structure storing stats for a running function.backlognum_total_runnersN)rjrkrlrrrmrrrrrrrsr#s  rrrsourcercCsht|trt|dddSt|tr|S|durdS|r$d|nd}dt||d}t|)Ng?)r initial_delaybackoff_coefficientz on rzJRetries parameter must be an integer or instance of modal.Retries. Found: .)rrr[ _to_prototyperA)rrextramsgrrrrrs_parse_retries+s  rc@seZdZUdZeeed<eeed<e e ed<e e e efefed<e e e efe eeffed<e eeefed<ee ed<ee eeeeffed <ee eeeeffed <eeed <eejed <eeed <dS) _FunctionSpecz Stores information about a Function specification. This is used for `modal shell` to support running shells with the same configuration as a user-defined Function. imagemountssecretsnetwork_file_systemsvolumesgpuscloudcpumemoryephemeral_diskscheduler_placementproxyN)rjrkrlrr rFrmrrHrr^dictr rorrIr_r=rDrrr rrSchedulerPlacementrZrrrrrrrsr?s       ris_web_endpoint is_generatorrestrict_outputcCs^|rtjg}tjtjg}||fStjtjg}|rtjg}ntjtjg}|r+|tj||fSry)rDATA_FORMAT_ASGIDATA_FORMAT_GENERATOR_DONEDATA_FORMAT_PICKLEDATA_FORMAT_CBORappend)r)r*r+supported_input_formatssupported_output_formatsrrrrrs#_get_supported_input_output_formatsVs     r3P ReturnType) covariantOriginalReturnTypeTc^@seZdZUdZeeed<eeed<dZ eded<dZ eded<dZ ee j ed <eeed <eeed <eed <dZeeed <eed<eedefed<eed<dZeeed<dZeed<dZeded<dZeeedfed<dZee jed<edddddiidddddddddddddddddddddddddddddddddddf*dededded eeeeefd!eeed"eed#ed$e e!e"e!fd%ee ee#fe$fd&ee ee#fe e%e&ffd'ee j d(ee e'e(e'e'ffd)ee e)e(e)e)ffd*ee*d+ee e)e+fd,e)d-ee)d.ee)d/ee)d0ee)d1ee)d2ee)d3ee)d4ee)d5ee)d6eed7ee ee,efd8ed9ed:ed;eded?ed@ee)dAeedBedCee)dDedEeeeefdFeedGee'dHedIee j-dJdf\dKdLZ.dMddNedOdPe/dQeeefdJdf dRdSZ0e1dddddTd.ee)d/ee)d0ee)d1ee)dJdf dUdVZ2e1dWe)dJdfdXdYZ3e4dZed[ed\e5fd]d^Z6e4dddd_d`e7ddZed[edaeedbee8dJdf dcddZ9e:dJefdedfZ;e:ddgdhZe:dJefdmdnZ?dJefdodpZ@dJefdqdrZAdsdtZBdueeCfdvdwZDdxdyZEdzefd{d|ZFe:e1dJeefd}d~ZGe1dJeefddZHe1dJee"efddZIe:dJefddZJeKdeLdedededJeMedff ddZNe1deLdJdfddZOdJePfddZQ ddddedJeRfddZSeTeKeUjVddZWeUjXe1dPeYjZdQeYj[dJePfddZ\eUjXeKdJeMedffddZ]ddZ^dJefddZ_dJedfddZ`eUjadPeYjZdQeYj[dJebfddZceUjVe1dPeYjZdQeYj[dJdfddZdeUjVe1dPeYjZdQeYj[dJdfddZeeUjVe1dPeYjZdQeYj[dJdfddZfdJedeffddZge1dJehfddZie1dJe jjfddZkelemeneUZoelepeqeUZreleseteUZueleveweUZxeleyezeUZ{dS)rzFunctions are the basic units of serverless execution on Modal. Generally, you will not construct a `Function` directly. Instead, use the `App.function()` decorator to register your Python functions with your App. _info _serve_mountsNmodal.app._App_appzmodal.cls._Obj_obj_webhook_config_web_url_function_name _is_method_spec_tag._raw_f _build_args _is_generatorr_use_method_namezapi_pb2.ClassParameterInfo_class_parameter_infozapi_pb2.FunctionHandleMetadata_method_handle_metadata _metadataFi,Tinfoapprenvrscheduler*gpurrwebhook_configr"r#r&rrstartup_timeoutmin_containersmax_containersbuffer_containersscaledown_windowmax_concurrent_inputstarget_concurrent_inputsbatch_max_size batch_wait_msr!regionnonpreemptibleis_builder_functionis_auto_snapshot is_serverenable_memory_snapshot block_networkrestrict_modal_access i6pn_enabled cluster_sizerdmasingle_use_containersr$include_sourceexperimental_options_experimental_proxy_ip#_experimental_custom_scaling_factorr+ http_configrc-F3sddlm}-m}.,jr)j}/t|/sJ%dur(s(td|/dn js.J1r2J%r6J|'r< ni}0t g|0 t |jrSddndd##durn1durhtd |rntd .durvtd 'pyg'|rg't |'d&|s|rt|tr|gn|rt|nd}1tj|1|d &t'||  & d }2durttstdtjdur܈dur܈krtddd$dur$dkrtdtj $d dur dkrdD]}3t|3}4|4r|4 dkrtd|3d|4d dqdur0dks,dkr0td s;s;td |rP1rP1jtjkrLtdtdjrrjj}5|rftd|5dtjj D]}6|6j tj!j"urtd|5d qot#| }7d!d"|7D d#d"|7D0t$|/durtt%std$td%djri|-j|.&}8|8'D]?\}9}:t(|:j)j*jjd%|9};|:+}}?tj/|:j)j0|;|=|>|?d)}@|@|9<qt(|d|_?d(_@|2_A1_Bttrˈng}EtCtD'tDd7d"|EDtD|d8_E| rtD| jEd9< s&rtD jEd:<tD&jEd;<S)=zJmdmd:hidden Note: This is not intended to be public API. r)"_find_partial_methods_for_user_cls_PartialFunctionFlagsN Function zF has a schedule, so it needs to support being called with no argumentsz Function ''zClass 'z%Web endpoints do not support retries.z+Generator functions do not support retries.zTThe `timeout` parameter cannot be set to None: https://modal.com/docs/guide/timeouts)regionsr[) rrr rrrr!r"r#r$r%r&z%`min_containers` must be an int, not z`min_containers` (z+) cannot be greater than `max_containers` ()rz`scaledown_window` must be > 0rRrSrTrU)rRrSrT`z` (z() must be a multiple of `cluster_size` (z) for clustered FunctionszL`_experimental_custom_scaling_factor` must be between 0.0 and 1.0 inclusive. default_cloudzWebhooks cannot be generators. If you want a streaming response, see https://modal.com/docs/guide/streaming-endpoints zWebhooks cannot be generatorszModal batched function z cannot return generatorsz# does not accept default arguments.cS"g|] \}}t|tr||fqSrr)rr=.0kvrrrrrs <"z(_Function.from_local..cSrtrr)rr_rurrrrrsry=rzz!Expected modal.Image object. Got rT)r)ignore_first_argumentF)rP function_type function_namefunction_schemar1r2rcst}|s |t7}r|r|D] \}}||qD] \}}||q(D] \}}|jrA||jq4|Sry)rr0secret)only_explicit_mountsdeps_nfsvolcloud_bucket_mount) all_mountscloud_bucket_mountsrr&rvalidated_network_file_systems"validated_volumes_no_cloud_bucketsrrrs_depsfs          z#_Function.from_local.._depsr{resolver load_contextexisting_object_idc s|jsJtj|jj|pdjrtjtdndd}r6D] \}}|j| |q(nr>|j |j j |IdH}||j|j |jdS)Nrr))app_idr}r|existing_function_idr~r1r2)rrFunctionPrecreateRequestr}raw_frrqitemsmethod_definitionsCopyFromrPrwruFunctionPrecreate_hydraterhandle_metadata)r{rrrreq method_namemethod_definitionr)r|rKrr1r2rPrrrs_preloads*   z&_Function.from_local.._preloadc st,}.}rjrstdd}nd}rV}jdur*tjnd}t|dkr@tdj dt|dt|dkrUt dj dt|dnd}d}d } rdj rdj } d} j durqj jd k} d d 0D} d dDd djDB} g} ddD]}|jstd|d| tj|jdqd}j rtj t1dnd}tjdcidjpd djdjd| ddd 'Ddrوjnd dd|pdd|pdd d!1d"d#d$dd%t/d&| d' r jndd(#d)|pd*d+)p|d,|d- r" nd d.td/d0td1d2td2d3| d4d5pAd*d6-pGd*d7pMd*d8pSd*d9td9d:d;tjoh d<d=| d>d?"d@(dAt (dBt! dC&dDdE"dFdG%dur%j#nddHtdHdIpidJ| dK pd*dLddMdNdudOpd*dPpd*dQ pd*dR$pd*dS|dT*dU+dVdW}t$t%rtj&dcid|jd|jd|jd |j'dO|j(dP|j)dR|j*d"|j+d9|j,d)|j-d+|j.dX|j/dY|j0d!|j1dZ|j2dG%dur5%j#nddD|j3dE|j"d;|j4d[|j5d\|j6d#|j7d$|j8dIpXidK|j9dQ|j:dN|j;dM|j<dH|j=d2|j>dS|d?|j?dT*dU+dVdW|j@}g}tAD](\}}t}|B||jCBtD |!d]tj&jE||d^}||q|jFG|d}n |jCBtD !d]|jHsJ|du|duksJtjI|jH|||pd d_}z |jJjKL|IdH}Wnty}zd`tM|vrtdjdad}~ww|N|Wdn 1s%wYdbdD}|jOO}tP|_O|Q|jR|jJ|jSdS)dNF)shellirmz has size z bytes when packaged. This is larger than the maximum limit of 16 MiB. Try reducing the size of the closure by using parameters or mounts, not large global variables.iz bytes when packaged. This is larger than the recommended limit of 256 KiB. Try reducing the size of the closure by using parameters or mounts, not large global variables.rz2024.10cS&g|]\}}tj||jd|jdqST) mount_path volume_idallow_background_commits read_onlyr VolumeMountr _read_onlyrvpathvolumerrrrrsryz7_Function.from_local.._load..cSsh|]}|jqSrrrrvmrrrrrs z6_Function.from_local.._load..T)rz Dependency z isn't hydratedrr module_namer}implementation_name mount_ids secret_idscSg|]}|jqSrrr)rvrrrrrrsryrimage_iddefinition_typefunction_serializedclass_serializedr|rPautoscaler_settingsrmethod_definitions_setshared_volume_mounts volume_mountsproxy_idrdrrstartup_timeout_secspty_infocloud_provider_strruntimefunction_runtime runtime_debugfunction_runtime_debugruntime_perf_recordapp_namer\rVrWrXbatch_linger_ms worker_idr] is_methodcheckpointing_enabledobject_dependenciesr` untrustedre max_inputsrr%is_classclass_parameter_inforbrNsnapshot_debugrgmount_client_dependencies_experimental_group_size&_experimental_concurrent_cancellationsrh_experimental_custom_scalingwarm_pool_sizeconcurrency_limit_experimental_buffer_containerstask_idle_timeout_secsr~r1r2rjr^web_url web_url_infocustom_domain_infouse_function_iduse_method_name)r"r#rOr$rd)rankr)rr function_datarzReceived :status = '413'z is too large to deploy.cSsh|]}|r|qSrr)rrrrrrrsrxsrr)Tris_interactiver is_serializedserialized_functionuser_clsr rrArwarningswarnnamerJimage_builder_version _mount_layersrrr0rObjectDependencyrrqFunctionrr}rget_definition_typerJr?getis_service_classrr>r proto_messagerr FunctionDatar|rrrrrrrrrrPrrrrrrrrrrrhrrrr^rr resourcesrRankedFunctionranked_functionsextendrFunctionCreateRequestrwruFunctionCreatero set_responser: frozensetrrr)r{rrrfunction_creation_statusrrrrrrrloaded_mount_idsrdeprr~function_definitionrr_gpufunction_definition_copyranked_functionrrexc serve_mounts2rrirhrrLrrXrYr`rTr!rrcr"r_r$rgr|rOrjrbrrKr]r\r^rVrSr#rrRobjr&rdrardrUrNr%rrerQr1r2tagrWrrrrPrrrs_loads`                    !"#$%&'()*+,-. /01345689:;=>?@A D       !"#$'      \  z#_Function.from_local.._loadz Function()preloadrload_context_overridescSsg|]}t|qSrr)rE)rvrrrrrrsry)r gpu_configrrr!r%F)F_partial_functionrkrlget_tagrcallable is_nullaryrArget_entrypoint_mountrGvaluesrr^ from_dictrrorrr(rrrrjAutoscalerSettingsgetattrr?rWEBHOOK_TYPE_FUNCTIONinspect signature parametersdefault Parameteremptyr9r8rFinterface_flagsrr4paramsr*_is_web_endpointr _get_raw_fr3MethodDefinitionrPrrWEBHOOK_TYPE_UNSPECIFIEDrrrr _root_load_context _from_loaderrDr9rCr<r=rFrArBr>r'reprrE)FrKrLrrMrrNr*rOrrrPr"r#r&rrrQrRrSrTrUrVrWrXrYr!rZr[r\r]r^r_r`rarbrcrdrer$rfrgrhrir+rjrkrlrentrypoint_mountro function_specfieldvalue func_nameargvalidated_volumesinterface_methodsrpartial_functionr}r) method_schemamethod_input_formatsmethod_output_formatsrrrreprr rrrrs from_locals`7   $         $ p d z_Function.from_localroptionszmodal.cls._ServiceOptionsrrc sh|dtdtdtdttffdd }fdd}tj|d d ||jd }|j|_||_|j |_ |S) zxmdmd:hidden Binds a class-function to a specific instance of (init params, options) or a new workspace param_bound_funcrrrc sjs IdHjrjjsJjr@jjtjjkr@r%t djj }t |}t ||t |}tjj dk}nddlm}ttdkoT|k}tf}|rd|dSdurkjsmJrddjD} tjdidddjDdtjd t| dkd | d tjd tjd jdjdjdjdjdjdjdj dj!dj"dj#dj$} nd} tj%j&|| |j'pdd} jj(| IdH} |)| j*j| j+dS)NzCan't use positional arguments with modal.parameter-based synthetic constructors. Use (=value) keyword arguments when constructing classes instead.r)_ServiceOptionscSrrrrrrrrrsryrz=_Function._bind_parameters.._load..rcSrrrr)rvsrrrrrsryrreplace_secret_idsreplace_volume_mountsrrreplace_cloud_bucket_mountsrrdrrTrrrVrWrXrr%rr)rserialized_paramsfunction_optionsenvironment_namerr), is_hydratedhydrate_clientrurHformatrClassParameterInfo PARAM_SERIALIZATION_FORMAT_PROTOrAschemarr"r!r modal.clsr4r _hydrate_from_otherr*FunctionOptionsrrqr>rrrdrSrTrUrrVrWrXrYr%r!FunctionBindParamsRequestrr;FunctionBindParamsrbound_function_idr) r3rrrrBkwargs_with_defaultsr9can_use_parentr4r options_pbrrrrr2parentrrrsrs               z)_Function._bind_parameters.._loadcs@rddjDtjddjD}dd|DSgS)NcSsg|]\}}|qSrrrr)rvrrxrrrrrsryrz=_Function._bind_parameters.._deps..cSsg|] \}}|jr|jqSrr)r)rvrmountrrrrrsryscSsg|]}|js|qSrr)r<)rvrrrrrrsrys)r*rrr)all_deps)r2rrrsrsz)_Function._bind_parameters.._depszFunction(parametrized)T)hydrate_lazilyrr) rrrr ror"_load_context_overridesr9r=rB)r{rr2rrrrfunrrrLrs_bind_parameterss,  T z_Function._bind_parametersrqcsJ|jrtdtj||||d}tj|j|d}|jj|IdHdS)aOverride the current autoscaler behavior for this Function. Unspecified parameters will retain their current value, i.e. either the static value from the function decorator, or an override value from a previous call to this method. Subsequent deployments of the App containing this Function will reset the autoscaler back to its static configuration. Examples: ```python notest f = modal.Function.from_name("my-app", "function") # Always have at least 2 containers running, with an extra buffer when the Function is active f.update_autoscaler(min_containers=2, buffer_containers=1) # Limit this Function to avoid spinning up more than 5 containers f.update_autoscaler(max_containers=5) # Extend the scaledown window to increase the amount of time that idle containers stay alive f.update_autoscaler(scaledown_window=300) ``` zTCannot call .update_autoscaler() on a method. Call it on the class instance instead.rq)rsettingsN) rArArr%FunctionUpdateSchedulingParamsRequestrrwruFunctionUpdateSchedulingParams)r{rRrSrTrUrTrrrrrrsupdate_autoscalers"z_Function.update_autoscalerrcs:|jr ttdtdddd|j|dIdHdS)amdmd:hidden Set the warm pool size for the Function. DEPRECATED: Please adapt your code to use the more general `update_autoscaler` method instead: ```python notest f = modal.Function.from_name("my-app", "function") # Old pattern (deprecated) f.keep_warm(2) # New pattern f.update_autoscaler(min_containers=2) ``` a. The `.keep_warm()` method can not be used on Modal class *methods*. Call `.keep_warm()` on the class *instance* instead. All methods of a class are run by the same container pool, and this method applies to the size of that container pool. )rYzwThe .keep_warm() method has been deprecated in favor of the more general .update_autoscaler(min_containers=...) method.T) show_source)rRN)rArAtextwrapdedentr,rW)r{rrrrrrs keep_warmHs z_Function.keep_warmrrrc sfdtdtdtdttffdd }|jrd|jnd}d d d |d }|j||d d |dS)Nr{rrrc stj|jd}z |jj|IdH}Wn*ty@}z|jr(d|jdnd}tddd|d|d dd}~wwt|j| |j |j|j dS) N)r object_tagr;z (in the 'z' environment)rzLookup failed for Function 'z ' from the 'z' appz: r) rFunctionGetRequestr;rwru FunctionGetrBr#server_warningsrrr)r{rrrrrr env_contextrrrrrs _load_remotews( z*_Function._from_name.._load_remotez, environment_name=rzmodal.Function.from_name('z', 'rnrpT)is_another_apprPr)rrrr ro_environment_namer;r")clsrrrrdenvironment_repr0rrrcrs _from_namems"  z_Function._from_name) namespacer;rwrgr;rwc Csdd|vr!|dd\}}tdd|d|d|d|d|d t|d |j||t||d d S) a<Reference a Function from a deployed App by its name. This is a lazy method that defers hydrating the local object with metadata from Modal servers until the first time it is actually used. ```python f = modal.Function.from_name("other-app", "function") ``` rr)rX zLooking up class methods using Function.from_name will be deprecated in a future version of Modal. Use modal.Cls.from_name instead, e.g. z = modal.Cls.from_name("z", "z") instance = z(...) instance.z .remote(...) zmodal.Function.from_name)r;rw)r)splitr,r-rir)rgrrrjr;rw class_namerrrrrrs from_names( z_Function.from_namecC|jsJ|jS mdmd:hidden)rCr{rrrrrsr z _Function.tagcCs|jdur td|jS)rrNz;The app has not been assigned on the function at this point)r<r@rsrrrrrsrLs z _Function.appcCrrq)rLrsrrrrrsrusz_Function.stubcCrprqr9rsrrrrrsrKrtz_Function.infocCrprq)rBrsrrrrrsspecrtz_Function.speccCst|jo |jjtjkSry)rqr>rrr rsrrrrrsrsz_Function._is_web_endpointcCs>t|drt|dr|jdusJt|jdt|jS)rrrDrEN )hasattrrDr getsourcer#rErsrrrrrs get_build_defs"z_Function.get_build_defcCs6d|_d|_d|_d|_d|_t|_d|_d|_dSry) _progressrFr?r@r9rr:rJ_experimental_flash_urlsrsrrrrrs_initialize_from_emptys z _Function._initialize_from_emptyrcCs|rt|tjsJt|d||_|jtjjk|_|j |_ |j |_ |j |_|j|_|j|_t|j|_|j|_|j|_|j|_|drJ|jnt|_|j |_ dS)Nz is not FunctionHandleMetadatamax_object_size_bytes)!rrFunctionHandleMetadatarrJr|rFUNCTION_TYPE_GENERATORrFrr?r}r@rrArrGrrHr'method_handle_metadatarI definition_id_definition_idr_input_plane_urlr_input_plane_regionrr~r+_max_object_size_bytesr|)r{rrrrrrs_hydrate_metadatas"   z_Function._hydrate_metadatacCs|js Jd|tj|jt|j|jpd|j|j|j|j |j |j r'|j j nd|j |j|j|j|j r7|j jng|j rA|j jdSgdS)Nz?Function name must be set before metadata can be retrieved for r)r}r|rrrrrrr~rrr~r|r1r2)r@rrr4rFr?rGrArHrrIrJr~rrrr|r1r2rsrrrrrsr s( z_Function._get_metadatafn_namecCs0|jrtd|d|jdd|jddS)NzAA webhook function cannot be invoked for remote execution with `.z)`. Invoke this function via its web url 'z' zor call it locally: z.local())r?rAr@)r{rrrrrrs_check_no_web_url%s z_Function._check_no_web_urlcsd}td|dd|jS)zmdmd:hidden Deprecated. Use the `Function.get_web_url()` method instead. URL of a Function running as a web endpoint. z}The Function.web_url property will be removed in a future version of Modal. Use the `Function.get_web_url()` method instead. )rXrYT)pending)r,r?)r{deprecation_msgrrrrrsr.sz_Function.web_urlcs|jS)z,URL of a Function running as a web endpoint.)r?rsrrrrrs get_web_url<sz_Function.get_web_urlcs|jr t|jSdS)z*URL of the flash service for the function.N)r|rrsrrrrrs_experimental_get_flash_urlsAsz&_Function._experimental_get_flash_urlscs4|jdur |jS|IdH|jdusJ|jS)rrN)rFr=rsrrrrrsr*Fs  z_Function.is_generator input_queue order_outputsreturn_exceptionswrap_returned_exceptionsc Cs|d|jr td|jsJtj|jdd}|jrVtt |||j ||||4IdH}|2z 3dHW}|Vq36WdIdHdS1IdHsOwYdStt |||j ||||t j 4IdH}|2z 3dHW}|Vql6WdIdHdS1IdHswYdS)amdmd:hidden Synchronicity-wrapped map implementation. To be safe against invocations of user code in the synchronicity thread it doesn't accept an [async]iterator, and instead takes a _SynchronizedQueue instance that is fed by higher level functions like .map() _SynchronizedQueue is used instead of asyncio.Queue so that the main thread can put items in the queue safely. mapz7A generator function cannot be called with `.map(...)`.N)total)rrFrAr@rKrfunction_progress_callbackrr%rRrwrQrr)r{rrrrcount_update_callbackstreamrhrrrrrs_mapTsP    .  .z_Function._mapz_FunctionCall[ReturnType]csV|d|jr td|jsJt|||jIdH\}}t||jd}||_|S)N spawn_mapz=A generator function cannot be called with `.spawn_map(...)`.) rrFrAr@rUrw _FunctionCall _new_hydrated _num_inputs)r{rrv num_inputsfcrrrrrs _spawn_maps  z_Function._spawn_mapcsX|jrtj||||j|j|jdIdH}ntj||||jtjdIdH}|IdHSN)rwrr)rwrc) rrrrwrrtrrr)r{rr invocationrrrrrs_call_functions$  z_Function._call_functionrcrbr~cs tj||||j||dIdHS)N)rwrcr~)rtrrw)r{rrrcr~rrrrrs_call_function_nowaits z_Function._call_function_nowaitcCsl|jrtj||||j|j|jdIdH}ntj||||jtjdIdH}|2z 3dHW}|Vq)6dSr) rrrrwrrtr)FUNCTION_CALL_INVOCATION_TYPE_SYNC_LEGACYr)r{rrrresrrrrrs_call_generators(  z_Function._call_generatorcs,|d|jr td|||IdHS)zz Calls the function remotely, executing it with the given arguments and returning the execution's result. remotezZA generator function cannot be called with `.remote(...)`. Use `.remote_gen(...)` instead.N)rrFrArr{rrrrrrrsrs z_Function.remotecOs@|d|js td|||2z 3dHW}|Vq6dS)z{ Calls the generator remotely, executing it with the given arguments and returning the execution's result. remote_genz^A non-generator function cannot be called with `.remote_gen(...)`. Use `.remote(...)` instead.N)rrFrAr)r{rrrhrrrrrsrs z_Function.remote_gencCs |jduSryrursrrrrrs _is_locals z_Function._is_localcCs|jstd|jS)Nz8Can't get info for a function that isn't locally defined)r9r@rsrrrrrs _get_infosz_Function._get_infocCs|jsdS|js td|jS)NzMethod has no local object)rAr=r@rsrrrrrs_get_objs z_Function._get_objcs|s d}t||}|jstdtr|jjs |jjr,t d|j dd| s<|jiS }|j |t|jrWfdd}|SiS)a Calls the function locally, executing it with the given arguments and returning the execution's result. The function will execute in the same environment as the caller, just like calling the underlying function directly in Python. In particular, only secrets available in the caller environment will be available through environment variables. zThe definition for this Function is missing, so it is not possible to invoke it locally. If this function was retrieved via `Function.from_name`, you need to use one of the remote invocation methods instead.z%Can't call .local on service functionzThe z function is executing locally zHand will not have access to the mounted Volume or NetworkFileSystem datacs$IdHiIdHSry)_aenterrrrrRrrrrrscoro4sz_Function.local..coro)rr@rrrrvrrrrr}r_cached_user_cls_instance__get__r5_enter)r{rrrrKuser_cls_instancerrrrrslocals0    z_Function.localcs`|d|jr td|j||tjdIdH}t|j|j d}|jr+|j|_|Sd|_|S)a[Experimental] Calls the function with the given arguments, without waiting for the results. This experimental version of the spawn method allows up to 1 million inputs to be spawned. Returns a `modal.FunctionCall` object, that can later be polled or waited for using `.get(timeout=...)`. Conceptually similar to `multiprocessing.pool.apply_async`, or a Future/Promise in other contexts. _experimental_spawn$Cannot `spawn` a generator function.)rcNF rrFrArr#FUNCTION_CALL_INVOCATION_TYPE_ASYNCrrrvrwr{rrrrrrrrrsr=s   z_Function._experimental_spawncs8|d|jr td|j||tjddIdHdS)Nrz-Cannot `spawn_map` over a generator function.Tr})rrFrrrrrrrrrrs_spawn_map_innerVs  z_Function._spawn_map_innercsF|d|jr td|||tjIdH}t|j|j d}|S)aCalls the function with the given arguments, without waiting for the results. Returns a [`modal.FunctionCall`](https://modal.com/docs/reference/modal.FunctionCall) object that can later be polled or waited for using [`.get(timeout=...)`](https://modal.com/docs/reference/modal.FunctionCall#get). Conceptually similar to `multiprocessing.pool.apply_async`, or a Future/Promise in other contexts. spawnrNrrrrrrrsr_s  z_Function.spawncCs|jdusJ|jS)z>Return the inner Python object wrapped by this Modal Function.N)rDrsrrrrrs get_raw_ftsz_Function.get_raw_fcs:|jjjtj|jdtdddIdH}t|j|j dS)zZReturn a `FunctionStats` object describing the current function's queue and runner counts.)rg$@) total_timeoutrN)rr) rwruFunctionGetCurrentStatsrFunctionGetCurrentStatsRequestrr6rrnum_total_tasks)r{resprrrrrsget_current_statsys   z_Function.get_current_statscs|jsJ|jjS)z?Returns recorded schema for function, internal use only for now)rJr~rsrrrrrs _get_schemas z_Function._get_schema)rr;r )|rjrkrlrr r0rmrrHr<r=r>r WebhookConfigrorqrBrr r r'rFrGrHrIrJrrrFrr^r]r rDrrrIr_r=rr rrZr[r HTTPConfigr1rrSrrWr] classmethodrrirr<ropropertyrrLrurKrvrrzr}rrr rrrrr*rrYrrrr5rrtrr*r)no_input_translationrno_io_translationr4rrrrrrrnowrapr7rrrrrrrFunctionSchemarrrSrPrrXrWstarmaprOrNfor_eachrVrTrrMrLexperimental_spawn_maprrrrrrrsrmsP            !"#$&'()*+,-./0   y 0$ * #         5  4   rfu) type_prefixc @s eZdZUdZdZeed<dZee ed<ddZ e de fd d Z e d'd d d ee de defddZed ddde dee deefddZe deefddZe d(defddZedde d'dededdd fd!d"Zed#d$dejefd%d&ZdS))raA reference to an executed function call. Constructed using `.spawn(...)` on a Modal function with the same arguments that a function normally takes. Acts as a reference to an ongoing function call that can be passed around and used to poll or fetch function results at some later time. Conceptually similar to a Future/Promise/AsyncResult in other contexts and languages. FrFNrcCst|jj|j|jSry)rtrwrurrsrrrrrs _invocationsz_FunctionCall._invocationrcs<|jdurtj|jd}|jj|IdH}|j|_|jS)z.Get the number of inputs in the function call.Nrv)rrFunctionCallFromIdRequestrrwruFunctionCallFromIdr)r{rrrrrrrsrs  z_FunctionCall.num_inputsrrrrcs|j||dIdHS)aGet the result of the index-th input of the function call. `.spawn()` calls have a single output, so only specifying `index=0` is valid. A non-zero index is useful when your function has multiple outputs, like via `.spawn_map()`. This function waits indefinitely by default. It takes an optional `timeout` argument that specifies the maximum number of seconds to wait, which can be set to `0` to poll for an output immediately. The returned coroutine is not cancellation-safe. )rrN)rr)r{rrrrrrrsrs z_FunctionCall.get)startendrrcCsx|IdH}|dur|}|dks||kr$td|d|d|d|j||d2z 3dHW\}}|Vq-6dS)aIterate in-order over the results of the function call. Optionally, specify a range [start, end) to iterate over. Example: ```python @app.function() def my_func(a): return a ** 2 @app.local_entrypoint() def main(): fc = my_func.spawn_map([1, 2, 3, 4]) assert list(fc.iter()) == [1, 4, 9, 16] assert list(fc.iter(start=1, end=3)) == [4, 9] ``` If `end` is not provided, it will iterate over all results. NrzInvalid index range: z to z for z inputs)rr)rrrr)r{rrrrrhrrrrrsiters"z_FunctionCall.itercs>|jr|jjs Jtj|jd}|jj|IdH}t|S)a?Returns a structure representing the call graph from a given root call ID, along with the status of execution for each node. See [`modal.call_graph`](https://modal.com/docs/reference/modal.call_graph) reference page for documentation on the structure of the returned `InputInfo` items. rN)r>rurFunctionGetCallGraphRequestrFunctionGetCallGraphr;)r{rrrrrrrsget_call_graphs z_FunctionCall.get_call_graphterminate_containerscs<tj|j|d}|jr|jjsJ|jj|IdHdS)aCancels the function call, which will stop its execution and mark its inputs as [`TERMINATED`](https://modal.com/docs/reference/modal.call_graph#modalcall_graphinputstatus). If `terminate_containers=True` - the containers running the cancelled inputs are all terminated causing any non-cancelled inputs on those containers to be rescheduled in new containers. )rvrN)rFunctionCallCancelRequestrr>ruFunctionCallCancel)r{rrrrrrrscancels  z_FunctionCall.cancel)rXrlzFunctionCall.from_idrvrwzmodal.client.Client!modal.functions.FunctionCall[Any]c sjttt|}dtdtdtdtt ffdd }dd}tj ||d t|d d }td t |S) a5Instantiate a FunctionCall object from an existing ID. Examples: ```python notest # Spawn a FunctionCall and keep track of its object ID fc = my_func.spawn() fc_id = fc.object_id # Later, use the ID to re-instantiate the FunctionCall object fc = FunctionCall.from_id(fc_id) result = fc.get() ``` Note that it's only necessary to re-instantiate the `FunctionCall` with this method if you no longer have access to the original object returned from `Function.spawn`. r{rrrcs||jddSry)rrw)r{rrrrrrrsrsz$_FunctionCall.from_id.._loadzFunctionCall.from_id(rpT)rw)rPrr) typingcastr<r) _translate_inrrrr ror"_translate_out)rgrvrwr>rr0 impl_instancerrrrsfrom_ids z_FunctionCall.from_idfunction_callsz_FunctionCall[T]c s<ztjdd|DIdHWSty}z|d}~ww)aVWait until all Modal FunctionCall objects have results before returning. Accepts a variable number of `FunctionCall` objects, as returned by `Function.spawn()`. Returns a list of results from each FunctionCall, or raises an exception from the first failing function call. Examples: ```python notest fc1 = slow_func_1.spawn() fc2 = slow_func_2.spawn() result_1, result_2 = modal.FunctionCall.gather(fc1, fc2) ``` *Added in v0.73.69*: This method replaces the deprecated `modal.functions.gather` function. cSsg|]}|qSrr)r)rvrrrrrrsry2rz(_FunctionCall.gather..N)r$gatherr)rrrrrrrsrsz_FunctionCall.gatherryr ) rjrkrlrrFrqrmrr rrrrrr5rrr rrr:rrr(rrorrrrr8rrrrrrrrsrs<  $ (  #rrrcstddtj|IdHS)zMmdmd:hidden Deprecated: Please use `modal.FunctionCall.gather()` instead.)rXrkz[`modal.functions.gather()` is deprecated; please use `modal.FunctionCall.gather()` instead.N)r,rr)rrrrrrs_gather8s r)r)r dataclassesrr[rrrcollections.abcrrrrrpathlibrrr r r r r typing_extensionsgoogle.protobuf.messagergrpclibrsynchronicity.combined_typesr modal_protormodal_proto.modal_api_grpcr _load_contextr_objectrrr _output.ptyr_output.statusr _resolverr _resourcesr_runtime.execution_contextrr_serializationrrr r!r" _tracebackr#_utils.async_utilsr$r%r&r'r(r)r*_utils.blob_utilsr+_utils.deprecationr,r-_utils.function_utilsr.r/r0r1r2r3r4r5_utils.grpc_utilsr6r7_utils.mount_utilsr8r9 call_graphr:r;rwr<rr=r>r? exceptionr@rArBrCrOrDrErrFrNrGrHnetwork_file_systemrIrJrrK parallel_maprLrMrNrOrPrQrRrSrTrUrVrWrXrYr&rZrr[r\rNr]rr^rr_ modal.appmodalrCmodal.functionsrrGENERIC_STATUS_SUCCESSGENERIC_STATUS_TERMINATEDrrartrrrrornrrrqr3 ParamSpecr4TypeVarr5r7r8Genericrrrrrrrrrrss              $ (     @        "0 &