o ;io @s^ddlZddlZddlZddlZddlZddlZddlmZmZddl m Z ddl m Z ddlm Z mZmZmZmZddlZddlZddlZddlZddlmZddlmZddlmZmZdd lmZdd lm Z dd l!m"Z"m#Z#m$Z%m&Z&dd l'm(Z(dd l)m*Z*ddl+m,Z,m-Z-ddl.m/Z/ddl0m1Z1ej2rddlZddlZddl'Zddl3m4Z4e GdddZ5dede deede fddfddZ6e deddde7e8e5fdedfddZ9d d!Z:d"d#Z;ddd$e1jfd%d&Zddfd,d-Z?ddd$e1jfd.d/Z@dOd0d1ZAe Gd2d3d3e=ZBGd4d5d5ZCe Gd6d7d7eCe=ZDe Gd8d9d9eCe=ZEd:ejFjGd;eHe dfdZId$e1jd?eede fde=fd@dAZJd$e1jdBeeKdejLeKejFjMejNjOffdCdDZPd$e1jdEe1jQdFe8dGdHdBeeKde=f dIdJZRd$e1jdEe1jQdGdHdBeeKde=f dKdLZSd$e1jde(fdMdNZTdS)PN)ABCMetaabstractmethod)contextmanager) dataclass)AnyCallable GeneratorOptionalSequence)Function) _Function)_find_callables_for_obj_PartialFunctionFlags)UserCodeEventLoop) synchronizer)LocalFunctionErrorcallable_has_non_self_paramsis_asyncis_global_object)_App)logger)ExecutionError InvalidError)_FlashContainerEntry)api_pb2)LifespanManagerc@sJeZdZUedefed<eed<eed<eded<dZe ded <dS) FinalizedFunction.callabler is_generatorzapi_pb2.DataFormat.ValueTypesupported_output_formatsNrlifespan_manager) __name__ __module__ __qualname__rr__annotations__boolr r r r&r&T/home/ubuntu/.local/lib/python3.10/site-packages/modal/_runtime/user_code_imports.pyr,s  r event_loopcontainer_io_managerfuncs.returncCsd|$|D]}t|rdnd}||}t|r||qWddS1s+wYdS)zJCall function(s), can be sync or async, but any return values are ignored.NNNr&N)handle_user_exceptionrinspect iscoroutinerun)r(r)r*funcargsresr&r&r'call_lifecycle_functions5s   "r46modal._runtime.container_io_manager.ContainerIOManagerfinalized_functionsr,ccsdg}zr|D],}|jr4|||j|||jWdn1s/wYqdVWz2|D]!}|jr_|||jWdn1sZwYq>W|D]}| qcdS|D]}| qnwz1|D]!}|jr|||jWdn1swYq{W|D]}| qw|D]}| qwN) valuesr append create_taskbackground_taskr-r0lifespan_startuplifespan_shutdowncancel)r(r)r6lifespan_background_tasksfinalized_functiontaskr&r&r'lifecycle_asgiDsN          rBcCs(ttjtj}ttjtj}||fSr7)signalSIGINTSIG_IGNSIGUSR1 int_handler usr1_handlerr&r&r'disable_signalsasrJcCs8|dur|durttj|ttj|dSdSdSr7)rCrDrFrGr&r&r'try_enable_signalsgsrK function_defcCs|dd|jDdS)NcSsg|]}|jr|jqSr&)allow_background_commits volume_id).0vr&r&r' psz!volume_commit..) volume_commit volume_mountsr)rLr&r&r'rRmsrRc @seZdZUdZeed<ded<eeded<ej ed<e dej d d d e e d ffd dZ eded d d edfddZeded d d edfddZeded d d ee e d fddffddZdS)ServiceaCommon interface for singular functions and class-based "services" There are differences in the importing/finalization logic, and this "protocol"/abc basically defines a common interface for the two types of "Services" after the point of import. user_cls_instancemodal.app._Appappmodal._object._Object service_depsrLfun_defr)r5r+rcCsdSr7r&selfr[r)r&r&r'get_finalized_functionszService.get_finalized_functionsr(r,cc dVdSr7r&r]r(r)r&r&r'lifecycle_presnapshot zService.lifecycle_presnapshotccr`r7r&rar&r&r'lifecycle_postsnapshotrczService.lifecycle_postsnapshotNccsPd\}}z|||jt||jt||||J|||j|}Wdn1s4wYt|||z |VWt\}}nt\}}wWdn1s[wYWdn1sjwYWdn1sywYWzt ||jWt ||dSt ||wz t ||jWt ||wt ||w)a Manages the lifecycle of the user code: 1. Runs pre-snapshot 'enter' methods 2. Calls maybe_snapshot(container_io_manager, function_def) 3. Creates breakpoint wrapper 4. Runs post-snapshot 'enter' methods 5. Initializes finalized functions (and ASGI/WSGI lifespan) 6. Yield finalized_functions for execution 7. Handles cleanup (lifespan shutdown, 'exit' methods) )NNN) rbmaybe_snapshotrLcreate_breakpoint_wrapperrdr-r^rBrJrRrK)r]r(r)rHrIr6r&r&r'execution_contexts4  zService.execution_context)r!r"r#__doc__rr$r r rr rdictstrr^rrrrbrdrgr&r&r&r'rUssL      rU) metaclassuser_defined_callablewebhook_configcCsddlm}|jtjkr|||S|jtjkr |||S|jtjkr3|| ||j |j |S|jtj krY|| d}|j}|j}|j|||d|||||Std|j)Nr)asgiseth0)timeoutzUnrecognized web endpoint type )modal._runtimerntyperWEBHOOK_TYPE_ASGI_APPasgi_app_wrapperWEBHOOK_TYPE_WSGI_APPwsgi_app_wrapperWEBHOOK_TYPE_FUNCTIONmagic_fastapi_appmethodweb_endpoint_docsWEBHOOK_TYPE_WEB_SERVERget_ip_addressweb_server_portweb_server_startup_timeoutwait_for_web_serverweb_server_proxyr)rlrmr)rnhostportstartup_timeoutr&r&r'construct_webhook_callables$      rcCs*|jrtjddkr|dSdSdS)NMODAL_ENABLE_SNAP_RESTORE1)is_checkpointing_functionosenvirongetmemory_snapshotrTr&r&r'res recsfdd}|t_dS)NcsDjddddl}t}|dur|j}||dStd)NT)from_breakpointrzNo current frame found)interactpdbr. currentframef_backPdb set_trace RuntimeError)r current_frameframer)r&r'breakpoint_wrappers z5create_breakpoint_wrapper..breakpoint_wrapper)sysbreakpointhook)r)rr&rr'rfs  rfc@sheZdZUejjed<eeded<dZ e j ed<e de fed<de j d d d eed ffd dZdS)ImportedFunctionrXrYrZNrL._user_defined_callabler[r)r5r+rcCs|t|j}|jtjjk}|j}|js$dt|j|||j p tj tj gdiSt |j|j|\}}dt||dd|j p:tj gdiS)NrrrrTrr rrr) get_is_asyncr function_typerr FUNCTION_TYPE_GENERATORrmrqrrDATA_FORMAT_PICKLEDATA_FORMAT_CBORrDATA_FORMAT_ASGI)r]r[r)rrrm web_callabler r&r&r'r^s.    z(ImportedFunction.get_finalized_functions)r!r"r#modalrXrr$r r rVrr rrrirjr^r&r&r&r'rs   rc@sPeZdZUdZeed<ejed<ede ddfddZ ede ddfd d Z d S) _LifecycleManagerzLifecycle manager for class-based services (Cls and Server). Handles pre snapshot, post snapshot, and exit lifecycle handling rVrLr(r)r5ccs6|jjst|jtj}t||t|dVdSr7) rLis_auto_snapshotr rVrENTER_PRE_SNAPSHOTr4listr8)r]r(r)pre_snapshot_methodsr&r&r'rb?s z'_LifecycleManager.lifecycle_presnapshotc cst|jj}|jjs t|jtj}t||t | | z%dVW|jjsD| t|jtj }t||t | |dSdS|jjsd| t|jtj }t||t | |wwr7)rrL http_configrr rVrENTER_POST_SNAPSHOTr4rr8enterstopEXITclose)r]r(r) flash_entrypost_snapshot_methods exit_methodsr&r&r'rdMs*    z(_LifecycleManager.lifecycle_postsnapshotN) r!r"r#rhrr$rr rrrbrdr&r&r&r'r6s    rc@sheZdZUeed<ded<eeded<eedfed<e j ed<d e j d d d eed ffddZ dS) ImportedClassrVrWrXrYrZz(modal._partial_function._PartialFunction_partial_functionsrLr[r)r5r+rcCsi}|jD]V\}}|j}|sJt|}|jj}|jj} |j|} ||j } | r1| j t j krCt | |t|| jp?t jt jgd} nt| | |\} }t | |dd| jpVt jgd} | ||<q|S)NrTr)ritemsraw_frparamsrrmmethod_definitions__get__rVrqrWEBHOOK_TYPE_UNSPECIFIEDrr%rrrrr)r]r[r)r6 method_name_partial user_funcrrrm method_def bound_funcr@rr r&r&r'r^ns:      z%ImportedClass.get_finalized_functionsN) r!r"r#rr$r r rirjrr r^r&r&r&r'res   rc@sXeZdZUeed<ded<eeded<ejed<dejdd d e e d ffd d Z dS)ImportedServerrVrWrXrYrZrLr[r)r5r+rcCsiSr7r&r\r&r&r'r^r_z&ImportedServer.get_finalized_functionsN) r!r"r#rr$r r rr rirjr^r&r&r&r'rs   r_clsr2kwargscCs6ttjjt|}||i|}d|_|}|S)aReturns instance of the underlying class to be used as the `self` For the time being, this is an instance of the underlying user defined type, with some extra attributes like parameter values and _modal_functions set, allowing its methods to be used as modal Function objects with .remote() and .local() etc. TODO: Could possibly change this to use an Obj to clean up the data model? would invalidate isinstance checks though T) typingcastrclsClsr_translate_out_entered_cached_user_cls_instance)rr2rr modal_objrVr&r&r'get_user_class_instances  rser_func Csd}|dur |}t|}nNt|j}|jp|j}t|s!td|d}t |dkr3t d|t ||}t |t rUt|} | jdd}| }| jsQJ| j}n|}t|}t||||dS) aHImports a function dynamically, and locates the app. This is somewhat complex because we're dealing with 3 quite different type of functions: 1. Functions defined in global scope and decorated in global scope (Function objects) 2. Functions defined in global scope but decorated elsewhere (these will be raw callables) 3. Serialized functions In addition, we also need to handle * Normal functions * Methods on classes (in which case we need to instantiate the object) This helper also handles web endpoints, ASGI/WSGI servers, and HTTP servers. In order to locate the app, we try two things: * If the function is a Function, we can get the app directly from it * Otherwise, use the app name and look it up from a global list of apps: this typically only happens in case 2 above, or in sometimes for case 3 Note that `import_function` is *not* synchronized, because we need it to run on the main thread. This is so that any user code running in global scope (which executes as a part of the import) runs on the right thread. Nz8Attempted to load a function defined in a function scope.zInvalid function qualname Tonly_explicit_mounts)rXrZrLr)get_active_app_fallback importlib import_module module_nameimplementation_name function_namerrsplitlenrgetattr isinstancer r _translate_indeps get_raw_f_appr) rLrrZrl active_appmodule qual_namepartsf _functionr&r&r'import_single_function_services4          r ser_user_clscCs|jtjjkr|dus J|}|St|j}|j}t|s"t d| d}t |dksAt |dkr9|ddksAt d|d|j rFJ|d}t||}|S) Nz5Attempted to load a class defined in a function scoperr*z6Internal error: Invalid 'service function' identifier z. Please contact Modal supportr)definition_typerr DEFINITION_TYPE_SERIALIZEDrrrrrrrrruse_method_namer)rLrcls_or_user_clsrrrcls_namer&r&r'_get_cls_or_user_clss"   $   rservice_function_hydration_dataclass_idclientzmodal.client.ClientcCsttjttjjft||}t|tjjr0ttjj t |}| } | j dd} | j} n.d} t|} tdt |} tjjj|j| |jdd} tjj || | }||| t|}t|||}t|| | ||dS)z} This imports a full class to be able to execute any @method or webhook decorated methods. See import_function. TrNmodal.client._Clientis_another_app)rVrXrZrrL)rrUnionrqrrrrr_Clsrr_get_class_service_functionrrXr _functionsr _new_hydrated object_idfunction_handle_metadata from_local_hydraterClassHandleMetadata_get_partial_functionsrr)rLrrrrcls_args cls_kwargsrrclass_service_functionrZr_client_service_functionmethod_partialsrVr&r&r'import_class_services:  rc Csttjttjjft||}t|tjjr1ttj j t |}| }|jdd}|}n%d}t|}tdt |} tjjj|j| |jdd} tj j ||| }|} t| |||dS)z] This imports a class as a server to server HTTP requests. See import_function. TrNrr)rVrXrZrL)rrrrqrserverServerrr_server_Serverrr_get_service_functionr_get_apprrr rrr _from_local _get_user_clsr) rLrrrrr server_service_functionrZrrruser_clsr&r&r'import_server_serviceQs4  rcCsn|jpd}tj|g}t|dkr|d}|St|dkr4|dur)d|d}nd}td|dtS)Nrrzapp with the same name ('z')z unnamed appzYou have more than one zJ. It's recommended to name all your Apps uniquely when using multiple apps)app_namer _all_appsrrrwarning)rLr matching_appsrwarning_sub_messager&r&r'rs    r)r)r5)Urr.rrCrrabcrr contextlibr dataclassesrrrrr r modal._objectr#modal._runtime.container_io_manager modal.cls modal.serverr modal._functionsr modal._partial_functionr r#modal._runtime.user_code_event_looprmodal._utils.async_utilsrmodal._utils.function_utilsrrrrr modal.appr modal.configrmodal.exceptionrrmodal.experimental.flashr modal_protor TYPE_CHECKINGmodal._runtime.asgirrr4rirjrBrJrKrRrU WebhookConfigrrerfrrrrrrtuplerrrqrrrr rObjectrrrr&r&r&r's               R ( 0/30  E  9 2