o ;i6 @sUddlZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z ddl mZddlmZmZddlmZmZmZmZmZmZmZddlZddlmZddlmZdd lmZdd lm Z dd l!m"Z"d d l#m$Z$d dl%m&Z&m'Z'd dl(m)Z)d dl*m+Z+m,Z,d dl-m.Z.m/Z/m0Z0m1Z1d dl2m3Z3d dl4m5Z5m6Z6d dl7m8Z8d dl9m:Z:d dl;mZ>d dl?m?Z?m@Z@mAZAd dlBmCZCd dlDmEZEmFZFmGZGmHZHmIZImJZJmKZKd dlLmMZMmNZNmOZOd dlPmQZQmRZRd dlSmTZTmUZUd dlVmWZWd dlXmYZYd d lZm[Z[d d!l\m]Z]ej^rddl_Z`ddlaZ`ed"Zbgd#gd#gd$gd%gd%d&Zcedebeeeffegd'<eehjid(Zjd)ZkGd*d+d+ZlelZmd,Zn - . /djd0eefd1ebd2eod3eod4efd5eff d6d7Zp  . /dkd1ebd0eefd3eod4efd5eff d8d9Zqd:efd1ebd5efd;d<Zrdld1ebd0eefd5effd=d>Zsd?ebd5effd@dAZtdBefdCefdDe eefeeeffd5eeeffdEdFZudGeeefd5eofdHdIZv    . /dmdJeefdKeefdLeefdMeodNefd5eff dOdPZwdQebd5ebfdRdSZxdTe efdUeegeofdVed5eeTfdWdXZygddfdYee efeegeofelfdZeeefd[eedVeeeefffd\d]ZzGd^d_d_Z{e Gd`dadaZ|dbefdcer=r<SUPPORTED_PYTHON_SERIESbuilderz/modal_requirements.txtc@s,eZdZdefddZdedefddZdS)_AutoDockerIgnoreSentinelreturncCs tdS)Nz.AUTO_DOCKERIGNORE)__name__selfrL?/home/ubuntu/.local/lib/python3.10/site-packages/modal/image.py__repr__Ys z"_AutoDockerIgnoreSentinel.__repr___cCstd)Nz'This is only a placeholder. Do not call)NotImplementedError)rKrOrLrLrM__call__\sz"_AutoDockerIgnoreSentinel.__call__N)rI __module__ __qualname__strrNrboolrQrLrLrLrMrGXsrGzmodal.Image.copy_* methods will soon be deprecated. Use {replacement} instead, which is functionally and performance-wise equivalent. See https://modal.com/docs/guide/modal-1-0-migration for more details. TFpython_versionbuilder_versionallow_micro_granularityallow_free_threading caller_namerHc Cs|dur djtj}}ndt|tstdt|jt d|s)td||s@| dr@|r7d|nd}td|| d }t |d krU|sUtd |d t |d krb| drbdnd}|d d |d|}t |} || vrtd|d|d| d |S)N{}.{}z2Python version must be specified as a string, not z^3(?:\.\d{1,2}){1,2}(rc\d*)?t?$zInvalid Python version: tzwith rVz&Free threaded Python is not supported .zaPython version must be specified as 'major.minor' for this interface; micro-level specification (z) is not valid.rrzUnsupported Python version: z. When using the z5 Image builder, Modal supports the following series: )formatsys version_info isinstancerTr,typerIrematchendswithsplitlenrE) rWrXrYrZr[series_versioncontext componentssuffixsupported_seriesrLrLrM_validate_python_versionjs8   roc Csft||||d}|d}t|dkr|Std|}tdd|D}dj|}||}|d|S)NrZr[r^pythoncss |] }t|ddVqdS)r^rN)tuplersplit).0vrLrLrM sz,_dockerhub_python_version..r\)rorhri_base_image_configdictr`) rXrWrZr[version_componentspython_versionsseries_to_micro_versionpython_series_requested micro_versionrLrLrM_dockerhub_python_versions    rgroupcCsBttd }t|}Wdn1swY|||S)Nzbase-images.json)openLOCAL_REQUIREMENTS_DIRjsonload)rrXfdatarLrLrMrxs  rxcCs:|ptj}|dkr|drdnd}tt||dS)Nr<rCz.312rVz.txt)raversion startswithrTr)rXrWrmrLrLrM_get_modal_requirements_paths rrcCs.|dkrd}n |dkrd}nd}|dtS)Nr<z pip installr=z pip install --no-cache --no-depsz?uv pip install --system --compile-bytecode --no-cache --no-depsz -r )CONTAINER_REQUIREMENTS_PATH)rprefixrLrLrM_get_modal_requirements_commands r function_namearg_nameargscCsVdd}g}|D] }t|tr||q||r||qt|d|d|S)zTakes a sequence of strings, or string lists, and flattens it. Raises an error if any of the elements are not strings or string lists. cSst|to tdd|DS)Ncs|]}t|tVqdSNrcrT)ruyrLrLrMrwz9_flatten_str_args..is_str_list..)rclistall)xrLrLrM is_str_listz&_flatten_str_args..is_str_listz: z must only contain strings)rcrTappendextendr,)rrrrretrrLrLrM_flatten_str_argss   rpackagescCstdd|D S)zLValidates that a list of packages does not contain any command-line options.cs|]}|dVqdS)-Nr)rupkgrLrLrMrwrz%_validate_packages..)any)rrLrLrM_validate_packagessr find_links index_urlextra_index_urlpre extra_optionscCsTd|fd|fd|fg}ddd|D}|r|d7}|r(|r#|d7}||7}|S)Nz --find-linksz --index-urlz--extra-index-url css0|]\}}|dur|dt|VqdS)Nrshlexquote)ruflagvaluerLrLrMrws.z)_make_pip_install_args..z --pre)join)rrrrrflagsrrLrLrM_make_pip_install_argss rserver_versionc Cstd}r|}d}tjvrd|d}n dtd}nd}|}ttt}||vrU|dur3d}n |t|kr.ignore_with_include/ignore)r r2rrUr6_add_local_dirr)rrr copy_patternsrrLrrM_create_context_mounts  rrdockerfile_cmdsdockerfile_pathcsVrrtdturdttffdd }|Sdttffdd }|S)Nz2Cannot provide both dockerfile and docker commandsrHcshdurtntt}|rt|dntd}r+dn}t||dS)Nutf8rLrr) rcwdabsoluter!r2 read_text splitlinesr3r)dockerignore_filercmds)rrrrLrMauto_created_context_mount_fn>s zE_create_context_mount_function..auto_created_context_mount_fncsDdurtntrdn}t|tdS)Nrr)rrrrrrr3rrrrrrLrMrOs)r,AUTO_DOCKERIGNOREr r6)rrrrrrLrrM_create_context_mount_function3s rc@s>eZdZdZejdfdddeefddZdej fd d Z dS) _ImageRegistryConfig mdmd:hiddenNregistry_auth_typez"api_pb2.RegistryAuthType.ValueTypesecretcCs||_||_dSr)rr)rKrrrLrLrM__init__\s z_ImageRegistryConfig.__init__rHcCs"tj|j|jr |jjdSddS)NrV)r secret_id)rImageRegistryConfigrr object_idrJrLrLrM get_protoes  z_ImageRegistryConfig.get_proto) rIrRrS__doc__rREGISTRY_AUTH_TYPE_UNSPECIFIEDr r:rrrrLrLrLrMrYs  rc@s*eZdZUeeed<eeefed<dS)DockerfileSpeccommands context_filesN)rIrRrSrrT__annotations__ryrLrLrLrMrls rimage_idclientc sddfdd}d}dur@z|IdHWntttfy;}z|d7}|dkr1|WYd}~nd}~wwdusS)NrVcstjdd}jj|2z@3dHW}|jr|j|jjr"|t }|j D]&}|j j s3|j j rD|j jtjks.joinrrr_)r/r+r)rrr retry_countexcrLr rM_image_await_build_resultss" r c!@s eZdZUdZeed<eeed<ee ed<e e ed<ee ed<dZ e ejed<d d Zdd d Zde efddZde efddZdde defddZedej e fddZddZedddddddddidejdd de ee dfd e eegefd!e e e!d"e ej"d#e d$d%e ej#d&e e$d'e ege e fded(ee e fd)e e e%e e&fd*d+d,efd-d.Z'dde d0e(e e)fddfd1d2Z*dd3d4e(e e)fd0e deddfd5d6Z+dgd7d4e(e e)fd0e ded8e(e e ee)geffddf d9d:Z,de-d7d;e ded8e(e e ee)geffddfdd?e0dd@e dAe dBde1j2fdCdDZ3ddGdHZ4dddddIdddddJ dKe(e ee fdLe e dMe e dNe e dOedPe dedQe ee e e fd!e e e!dRe5ddfdSdTZ6dddddIdddddU dVe dWe dLe e dMe e dNe e dOedPe dRe5dQe ee e e fd!e e e!deddfdXdYZ7 dddddIdddddZd[e dLe e dMe e dNe e dOedPe dedQe ee e e fd!e e e!dRe5ddfd\d]Z8gfdddddIdddddJ d^e d_ee dLe e dMe e dNe e dOedPe dedQe ee e e fd!e e e!dRe5ddfd`daZ9ddddddIddddddb dKe(e ee fdce ee dLe e dMe e dNe e dOedPe dedde e dQe ee e e fd!e e e!dRe5ddfdedfZ: dddgggdgdddddh die dje e dkededlee dmee dnee doe e dpedQe ee e e fd!e e e!dRe5ddfdqdrZ; sddddddIdddddt due dedve ee dwe ee dxedPe dde e dQe ee e e fd!e e e!dRe5ddfdydzZdee ddfddZ?dee ddfddZ@ddddddde(e ee fdQe ee e e fd!e e e!de ee(e eAfe&fdRe5deddfddZBe  dde e deddfddZCdgddddddKe(e ee fde e dee dedQe ee e e fd!e e e!dRe5ddfddZDe dde dedee de e dee f ddZEe dgdddde de e!dee dede e ddf ddZFe dgdddde de e!dee dede e ddf ddZGe dgdddde de e!dee dede e ddf ddZHeddddddie=dde(e e)fded~e e(e)e fdQe ee e e fd!e e e!dRe5de e d(ee e fd8e(e e ee)geffddfddZIedde e deddfddZJddddddKe(e ee fdedQe ee e e fd!e e e!dRe5ddf ddZKddiiddddddddidddedeLfdQe ee e e fd!e e e!dee(e eAfe(e&eMffdee(e eAfeNfdRe(e5ee5fde eOde ePdePde e de e(e e e fdede eLdee eLfdeddf ddZQdee e fddfddZRde(e eAfddfddZSdee ddfddÄZTeUjVddńZWeXdejYe dffddDŽZZddAe e[de2fddɄZ\dS)_ImagezBase class for container images to run functions in. Do not construct this class directly; instead use one of its static factory methods, such as `modal.Image.debian_slim`, `modal.Image.from_registry`, or `modal.Image.micromamba`. force_buildinside_exceptions _serve_mounts_deferred_mounts_added_python_source_setN _metadatacCs&g|_t|_d|_t|_d|_dS)NrLF)r frozensetrrrrrJrLrLrM_initialize_from_emptys  z_Image._initialize_from_emptyothercCs,|j|_|j|_|j|_|j|_|j|_dSr)rrrrr)rKrrLrLrM_initialize_from_others  z_Image._initialize_from_otherrHcC|jSr)rrJrLrLrM _get_metadatasz_Image._get_metadatametadatacCsDtd}||jkr|jD]}||r t|tjsJ||_dSdS)Nr)r&rrrrcr ImageMetadatar)rKr env_image_idr rLrLrM_hydrate_metadatas    z_Image._hydrate_metadataFmountcopyc sf|r |jddS|dddtdtdttffdd }tj|d fd d td }j|_|S)Nr remote_pathself2rresolver load_contextexisting_object_idcs>|tjf|_jrhntB|_dSr)_hydrate_from_otherrsrris_localr)r#r$r%r& base_imagerrLrM_loads  z._Image._add_mount_layer_or_copy.._loadzImage(local files)csgSrrLrLr)rLrMsz1_Image._add_mount_layer_or_copy..depsload_context_overrides) _copy_mountrrr rTr _from_loaderemptyr)rKrr r+imgrLr)rM_add_mount_layer_or_copys"z_Image._add_mount_layer_or_copycCr)aNon-evaluated mount layers on the image When the image is used by a Modal container, these mounts need to be attached as well to represent the full image content, as they haven't yet been represented as a layer in the image. When the image is used as a base image for a new layer (that is not itself a mount layer) these mounts need to first be inserted as a copy operation (.copy_mount) into the image. )rrJrLrLrM _mount_layerss z_Image._mount_layerscCs|jrtddS)Na]An image tried to run a build step after using `image.add_local_*` to include local files. Run `image.add_local_*` commands last in your image build to avoid rebuilding images with every local file change. Modal will then add these files to containers on startup instead, saving build time. If you need to run other build steps after adding local files, set `copy=True` to copy the files directly into the image, at the expense of some added build time. Example: my_image = ( Image.debian_slim() .add_local_file("data.json", copy=True) .run_commands("python -m mypak") # this now works! ) )r5r,rJrLrLrM_assert_no_mount_layerss z_Image._assert_no_mount_layersT) base_imagesdockerfile_functionsecrets gpu_configbuild_functionbuild_function_inputimage_registry_configcontext_mount_functionr build_argsvalidated_volumes _namespace_do_assert_no_mount_layersr7r8r9r:r;zmodal._functions._Functionr<r=r>r?r@rAz%api_pb2.DeploymentNamespace.ValueTyperBc sduri dur g durg durt dur!t D] } t| ts.tdq#r;tdkr;tddttf fdd }dt dt d t d t t f f d d }d d}t j|||t d}|_tjtgddDR|_|S)NzDAll secrets of an image needs to be modal.Secret/AioSecret instancesrz6Cannot run a build function with multiple base images!rHcsTtt}r|f7}rjr|jf7}D] \}}||f7}q|Sr)rsvaluesr)r.rOvol)r7r;r=r9r@rLrM_depss     z _Image._from_args.._depsrKr$r%r&c!s(rnd}|r|||IdHr D]}|q|js%Jt|jp*d|jIdH}tt|j j }t |}durGt gid} n|} | j sTsTtd| j r]r]tdddD} g} | jD]%\} } t| d}| tj| |dWdn1swYqmrj}}}i||}i}|D],\}}t|rqzt|Wntytd |d jd Yqw|||<q|rt|nd }tj !|d }nd}d}dd D}tj"| | j | dd D|r |jnd #t$%dt$%d||d }tj&|j||p)d|t$%dp1|t'j(%ddkt$%dd }|jj)*|IdH}|j+}d}|j,j-rb|j,}|.dra|j/}nt0d|t1||jIdH}|j,}|.dr~|j/}|j-tj2j3kr|j4rt5d|d|j4d|d}t6%j7s|d7}t5||j-tj2j8krd|d}|j4rd|d|j4}t5||j-tj2j9krt5d|d |j-tj2j:krnt5d!|j-|;||j|t<}D]} || j=O}q|r |>r |?|t@||_=dS)"NrVrru[No commands were provided for the image — have you tried using modal.Image.debian_slim()?zSCannot provide both build function and Dockerfile commands in the same image layer!cSs g|] \}}tj||jdqS)) docker_tagr)r BaseImager)rurGimagerLrLrM Dsz4_Image._from_args.._load..rb)filenamerz(Skipping unserializable global variable z for z6. Changes to this variable won't invalidate the image.) definitionglobalsinputcSs&g|]\}}tj||jd|jdqS)T) mount_path volume_idallow_background_commits read_only)r VolumeMountr _read_only)rupathvolumerLrLrMrJsscSsg|]}|jqSrL)r)rurrLrLrMrJsfunction_runtimefunction_runtime_debug) r7dockerfile_commandsr secret_idscontext_mount_idr:r=runtime runtime_debugr;r? volume_mountsr#MODAL_IMAGE_ALLOW_GLOBAL_DEPLOYMENT1 ignore_cache) app_idrIexisting_image_idbuild_function_idr namespacerXallow_global_deploymentrcrzWaiting for image %szImage build for z failed with the exception: z) failed. See build logs for more details.zU (Hint: Use `modal.enable_output()` to see logs from the process building the Image.)z8 terminated due to external shut-down. Please try again.z: terminated due to external shut-down with the exception: z? timed out. Please try again with a larger `timeout` parameter.zUnknown status %s!)ArrCr6rdr)environment_namerr r _settingsrrrrr,itemsrrrrImageContextFilereadr _get_info get_globalsget_cls_var_attrsrr Exceptionr'warningr BuildFunction get_build_defImagerr&rImageGetOrCreateRequestrrrImageGetOrCreaterrrHasFieldrdebugr  GenericResultGENERIC_STATUS_FAILURE exceptionr.r9 is_enabledGENERIC_STATUS_TERMINATEDGENERIC_STATUS_TIMEOUTGENERIC_STATUS_SUCCESS_hydraterrr(addr)!rKr$r%r& context_mountrI environmentrrX dockerfilebase_images_pb2scontext_file_pb2srLrWrrfrOattrsfiltered_globalskrvbuild_function_globals_build_functionr`image_definitionreqresprrrmsg local_mountsbase rBrAr7r?r;r<r>r8rr:r=r9r@rLrMr+&s                        z _Image._from_args.._loadzImage()r-css|]}|jVqdSr)r)rurrLrLrMrwsz$_Image._from_args..)r GPUConfigrrcr:r,rirrrrrr rTr1r2rrunionrCr)r7r8r9r:r;r<r=r>rr?r@rArBrrEr+repobjrLrrM _from_argss8 :  ' z_Image._from_argsr^r"csDtts tddtdtffdd }tjd|i|fddd S) z%mdmd:hidden Internal z9The mount argument to copy has to be a Modal Mount objectrrHcsddg}t|idS)N FROM basezCOPY . rFrrrr!rLrMbuild_dockerfiles z,_Image._copy_mount..build_dockerfilercsSrrLrL)rrLrMr,sz$_Image._copy_mount..)r7r8r>)rcr6r,rrrr)rKrr"rrL)rr"rMr0s  z_Image._copy_mountr  local_pathcCsFt|s td|dr|t|j}t||}|j||dS)aAdds a local file to the image at `remote_path` within the container By default (`copy=False`), the files are added to containers on startup and are not built into the actual Image, which speeds up deployment. Set `copy=True` to copy the files into an Image layer at build time instead, similar to how [`COPY`](https://docs.docker.com/engine/reference/builder/#copy) works in a `Dockerfile`. copy=True can slow down iteration since it requires a rebuild of the Image and any subsequent build steps whenever the included files change, but it is required if you want to run additional build steps after this one. *Added in v0.66.40*: This method replaces the deprecated `modal.Image.copy_local_file` method. zJimage.add_local_file() currently only supports absolute remote_path valuesrr) rrr,rgrnamer6_from_local_filer4)rKrr"r rrLrLrMadd_local_files   z_Image.add_local_file)r rrcCs>t|s tdtjt|t|t|d}|j||dS)aAdds a local directory's content to the image at `remote_path` within the container By default (`copy=False`), the files are added to containers on startup and are not built into the actual Image, which speeds up deployment. Set `copy=True` to copy the files into an Image layer at build time instead, similar to how [`COPY`](https://docs.docker.com/engine/reference/builder/#copy) works in a `Dockerfile`. copy=True can slow down iteration since it requires a rebuild of the Image and any subsequent build steps whenever the included files change, but it is required if you want to run additional build steps after this one. **Usage:** ```python from modal import FilePatternMatcher image = modal.Image.debian_slim().add_local_dir( "~/assets", remote_path="/assets", ignore=["*.venv"], ) image = modal.Image.debian_slim().add_local_dir( "~/assets", remote_path="/assets", ignore=lambda p: p.is_relative_to(".venv"), ) image = modal.Image.debian_slim().add_local_dir( "~/assets", remote_path="/assets", ignore=FilePatternMatcher("**/*.txt"), ) # When including files is simpler than excluding them, you can use the `~` operator to invert the matcher. image = modal.Image.debian_slim().add_local_dir( "~/assets", remote_path="/assets", ignore=~FilePatternMatcher("**/*.py"), ) # You can also read ignore patterns from a file. image = modal.Image.debian_slim().add_local_dir( "~/assets", remote_path="/assets", ignore=FilePatternMatcher.from_file("/path/to/ignorefile"), ) ``` *Added in v0.66.40*: This method replaces the deprecated `modal.Image.copy_local_dir` method. zIimage.add_local_dir() currently only supports absolute remote_path valuesrr)rrr,r6rrr3r4)rKrr"r rrrLrLrM add_local_dirs ?z_Image.add_local_dirmodulescGsNtdd|Ds tdtj|d|i}|j||d}|jt|O_|S)aAdds locally available Python packages/modules to containers Adds all files from the specified Python package or module to containers running the Image. Packages are added to the `/root` directory of containers, which is on the `PYTHONPATH` of any executed Modal Functions, enabling import of the module by that name. By default (`copy=False`), the files are added to containers on startup and are not built into the actual Image, which speeds up deployment. Set `copy=True` to copy the files into an Image layer at build time instead. This can slow down iteration since it requires a rebuild of the Image and any subsequent build steps whenever the included files change, but it is required if you want to run additional build steps after this one. **Note:** This excludes all dot-prefixed subdirectories or files and all `.pyc`/`__pycache__` files. To add full directories with finer control, use `.add_local_dir()` instead and specify `/root` as the destination directory. By default only includes `.py`-files in the source modules. Set the `ignore` argument to a list of patterns or a callable to override this behavior, e.g.: ```py # includes everything except data.json modal.Image.debian_slim().add_local_python_source("mymodule", ignore=["data.json"]) # exclude large files modal.Image.debian_slim().add_local_python_source( "mymodule", ignore=lambda p: p.stat().st_size > 1e9 ) ``` *Added in v0.67.28*: This method replaces the deprecated `modal.Mount.from_local_python_packages` pattern. csrrr)rumodulerLrLrMrwmrz1_Image.add_local_python_source..z2Local Python modules must be specified as strings.rr)rr,r6_from_local_python_packagesr4rr)rKr rrrr3rLrLrMadd_local_python_sourceHs %z_Image.add_local_python_source)i z Image.from_idrrzmodal.client.Clientc spttt|}dtdtdtdtt ffdd }dd}tj ||t|d d }|_ tt j t|S) zConstruct an Image from an id and look up the Image result. The ID of an Image object can be accessed using `.object_id`. rKr$r%r&cs6|jjtjdIdH}||j|j|jdS)Nr)rr ImageFromIdrImageFromIdRequestrrr)rKr$r%r&rrrLrMr+}sz_Image.from_id.._loadzImage.from_id(r)r)r/)typingr r$r _translate_inrrrr rTr1 _object_idtyping_extensionsr_translate_out)clsrr_clientr+rrrLrrMfrom_idts " z_Image.from_idappmodal.app._Appc s~|jdur tdt}t4IdH}t|d|j}|||IdHWdIdH|S1IdHs8wY|S)aEagerly build an image. If your image was previously built, then this method will not rebuild your image and your cached image is returned. **Examples** ```python image = modal.Image.debian_slim().uv_pip_install("scipy", "numpy") app = modal.App.lookup("build-image", create_if_missing=True) with modal.enable_output(): # To see logs in your local terminal image.build(app) # Save the image id my_image_id = image.object_id # Reference the image with the id or uses it another context. built_image = modal.Image.from_id(my_image_id) ``` Alternatively, you can pre-build a image and use it in a sandbox. ```python notest app = modal.App.lookup("sandbox-example", create_if_missing=True) with modal.enable_output(): image = modal.Image.debian_slim().uv_pip_install("scipy") image.build(app) sb = modal.Sandbox.create("python", "-c", "import scipy; print(scipy)", app=app, image=image) print(sb.stdout.read()) sb.terminate() ``` **Note** For defining Modal functions, images are built automatically when deploying or running an App. You do not need to built the image explicitly: ```python notest app = modal.App() image = modal.Image.debian_slim() # No need to explicitly build the image for defining a function. @app.function(image=image) def f(): ... ``` NzUApp has not been initialized yet. Use the content manager `app.run()` or `App.lookup`) task_context)rdr,rrr merged_with_root_load_contextr)rKrr$tcr%rLrLrMbuilds 4z _Image.buildrV) rrrrrrenvr9gpurrrrrrrrc stdd| s |Ststddtdtffdd } |p%g}|r1g|t|}t| } tj d|i| |j p?|| |d S) aInstall a list of Python packages using pip. **Examples** Simple installation: ```python image = modal.Image.debian_slim().pip_install("click", "httpx~=0.23.3") ``` More complex installation: ```python image = ( modal.Image.from_registry( "nvidia/cuda:12.2.0-devel-ubuntu22.04", add_python="3.11" ) .pip_install( "ninja", "packaging", "wheel", "transformers==4.40.2", ) .pip_install( "flash-attn==2.5.8", extra_options="--no-build-isolation" ) ) ``` pip_installrzoPackage list for `Image.pip_install` cannot contain other arguments; try the `extra_options` parameter instead.rrHcsTtt}t}dd|d|g}|dkr$dd|D}t|idS)NrRUN python -m pip install rr<cSg|]}|qSrLstriprucmdrLrLrMrJz@_Image.pip_install..build_dockerfile..rF)rrsortedrr)r package_args extra_argsrrrrrpkgsrrLrMrs  z,_Image.pip_install..build_dockerfilerr7r8rr:r9) rrr,rrr: from_dictr5rrr) rKrrrrrrrr9rrrr:rLrrMrs& ( z_Image.pip_install) rrrrrrrr9r repositoriesgit_userc  s(| std|rg| t|} g} gD]:} t| ts#| | | d}|ddkr:d|d| q|ddkrLd|d| q| | q| rett| d td | d d d d| Ddt dt ffdd }t |}t j d|i|| ||jp| dS)a, Install a list of Python packages from private git repositories using pip. This method currently supports Github and Gitlab only. - **Github:** Provide a `modal.Secret` that contains a `GITHUB_TOKEN` key-value pair - **Gitlab:** Provide a `modal.Secret` that contains a `GITLAB_TOKEN` key-value pair These API tokens should have permissions to read the list of private repositories provided as arguments. We recommend using Github's ['fine-grained' access tokens](https://github.blog/2022-10-18-introducing-fine-grained-personal-access-tokens-for-github/). These tokens are repo-scoped, and avoid granting read permission across all of a user's private repos. **Example** ```python image = ( modal.Image .debian_slim() .pip_install_private_repos( "github.com/ecorp/private-one@1.0.0", "github.com/ecorp/private-two@main" "github.com/ecorp/private-three@d4776502" # install from 'inner' directory on default branch. "github.com/ecorp/private-four#subdirectory=inner", git_user="erikbern", secrets=[modal.Secret.from_name("github-read-private")], ) ) ``` zsNo secrets provided to function. Installing private packages requires tokens to be passed via modal.Secret objects.rrz github.comz git+https://z:$GITHUB_TOKEN@z gitlab.comz:$GITLAB_TOKEN@z out of z2 given repository refs are invalid. Invalid refs: z. ,cSs$g|]}t|dr |jnt|qS)app_name)hasattrrrT)rusrLrLrMrJU$z4_Image.pip_install_private_repos..rrHcsdg}tddDr|ddtddDr'|ddt|dg|fd d D|d krLd d |D}t|id S)Nrcsr)githubNrrurrLrLrMrwYrzM_Image.pip_install_private_repos..build_dockerfile..zgRUN bash -c "[[ -v GITHUB_TOKEN ]] || (echo 'GITHUB_TOKEN env var not set by provided modal.Secret(s): z ' && exit 1)"csr)gitlabNrrrLrLrMrw^rzgRUN bash -c "[[ -v GITLAB_TOKEN ]] || (echo 'GITLAB_TOKEN env var not set by provided modal.Secret(s): z,RUN apt-get update && apt-get install -y gitcsg|] }d|dqS)zRUN python3 -m pip install "z" rL)ruurlrrLrMrJfszN_Image.pip_install_private_repos..build_dockerfile..r<cSrrLrrrLrLrMrJhrrF)rrrrrrrrrr install_urlsrr secret_namesrrMrWs&  z:_Image.pip_install_private_repos..build_dockerfiler)r7r8r9r:r)r,r:rrcrTrrhrirrrr5rrr)rKrrrrrrrrr9rr invalid_reposrepo_refpartsrr:rLrrMpip_install_private_repos sB.      $z _Image.pip_install_private_repos)rrrrrrr9rrequirements_txtc s`| pg} |rg| t|} dtdtffdd } tjd|i| |jp)|t| | dS)zGInstall a list of Python packages from a local `requirements.txt` file.rrHcs~tj}d|i}|dkrdnd}rdn|}t}ddd|d|g}|dkr9d d |D}t||d S) Nz/.requirements.txtr<rrVz -f rz*COPY /.requirements.txt /.requirements.txtz/RUN python -m pip install -r /.requirements.txtcSrrLrrrLrLrMrJrzR_Image.pip_install_from_requirements..build_dockerfile..rF)rrW expanduserrr)rrequirements_txt_pathrnull_find_links_argfind_links_argrrrrrrrrrLrMrs  z>_Image.pip_install_from_requirements..build_dockerfilerrr:rrrrrrr5) rKrrrrrrrrr9rrrLrrMpip_install_from_requirementsus z$_Image.pip_install_from_requirementspyproject_tomloptional_dependenciesc sb| pg} | rg| t| } dtdtffdd } tjd|i| |jp*|| t| dS)aQInstall dependencies specified by a local `pyproject.toml` file. `optional_dependencies` is a list of the keys of the optional-dependencies section(s) of the `pyproject.toml` file (e.g. test, doc, experiment, etc). When provided, all of the packages in each listed section are installed as well. rrHc sddl}|tj}g}d|vsd|dvrd}t|||ddr@|dd}D] }||vr?|||q2t}t t |}dd|d|g} |d krdd d | D} t | id S) Nrproject dependenciesaNo [project.dependencies] section in pyproject.toml file. If your pyproject.toml instead declares [tool.poetry.dependencies], use `Image.poetry_install_from_file()`. See https://packaging.python.org/en/latest/guides/writing-pyproject-toml for further file format guidelines.optional-dependenciesrrrr<cSrrLrrrLrLrMrJrzO_Image.pip_install_from_pyproject..build_dockerfile..rF) tomlrrrWr ValueErrorrrrrrr) rrr&rr optionalsdep_group_namerrrrrrrrrrrLrMrs(  z;_Image.pip_install_from_pyproject..build_dockerfilerr7r8rr9r:r) rKrrrrrrrrrr9rrrLrrMpip_install_from_pyprojects" z!_Image.pip_install_from_pyproject) requirementsrrrrrr uv_versionrr9rrrc  s| pg} | rg| t| } tdd| dusttr#p!gntds-s-|Sts5tddtdtffdd } t j d |i| |j pQ|t | | d S) aInstall a list of Python packages using uv pip install. **Examples** Simple installation: ```python image = modal.Image.debian_slim().uv_pip_install("torch==2.7.1", "numpy") ``` This method assumes that: - Python is on the `$PATH` and dependencies are installed with the first Python on the `$PATH`. - Shell supports backticks for substitution - `which` command is on the `$PATH` Added in v1.1.0. uv_pip_installrNz.requirements must be None or a list of stringszrPackage list for `Image.uv_pip_install` cannot contain other arguments; try the `extra_options` parameter instead.rrHcsrdg}d dur|ddn |d ddddg}i}r2|d tr?|d trL|d trS|d rZ|rd tdtdtffdd fddtD}ddd|D}|||dd|D| dd|D|ddt Dd|}|dd|t ||dS)Nr/.uv,COPY --from=ghcr.io/astral-sh/uv:latest /uv /uv!COPY --from=ghcr.io/astral-sh/uv: /uv z--python $(command -v python)--compile-bytecodez --find-links z --index-url z--extra-index-url z--prerelease allowidxrrHcs@tj|}tj|}|d|d|d|d|dS)Nz/.rOr)r context_path dest_path)rrWrbasename)rrrr)UV_ROOTrLrM_generate_paths4s  zH_Image.uv_pip_install..build_dockerfile.._generate_pathscsg|] \}}||qSrLrL)rurr)rrLrMrJCzC_Image.uv_pip_install..build_dockerfile..rcss|] }d|dVqdS)z--requirements rNrLrurrLrLrMrwDszB_Image.uv_pip_install..build_dockerfile..cSs$g|]}d|dd|dqS)COPY rrrrLrrLrLrMrJGrcSsi|] }|d|dqS)rrrLrrLrLrM HrzC_Image.uv_pip_install..build_dockerfile..css|]}t|VqdSrr)ruprLrLrMrwJrRUN z/uv pip install rF) rrrintrTry enumeraterrupdaterr)rr uv_pip_argsrrequirement_pathsrequirements_cliuv_pip_args_joinedrrrrrrrr)rrrMrs8     z/_Image.uv_pip_install..build_dockerfilerr) r:rrrcrr,rrrrrrr5)rKrrrrrrrrrr9rrrrLrrMrs*   $9z_Image.uv_pip_installlatest) ignore_lockfilerwith_withoutonlypoetry_version old_installerrr9rpoetry_pyproject_tomlpoetry_lockfilerrrrrrc  sd| pg} | rg| t| } dtdtffdd } tjd|i| |jp+|| t| dS)aInstall poetry *dependencies* specified by a local `pyproject.toml` file. If not provided as argument the path to the lockfile is inferred. However, the file has to exist, unless `ignore_lockfile` is set to `True`. Note that the root project of the poetry project is not installed, only the dependencies. For including local python source files see `add_local_python_source` Poetry will be installed to the Image (using pip) unless `poetry_version` is set to None. Note that the interpretation of `poetry_version="latest"` depends on the Modal Image Builder version, with versions 2024.10 and earlier limiting poetry to 1.x. rrHcs0dtji}dg}dur)dkr|dkrdnd}nd}|d|g7}r0|d g7}sXdurOtjd }|sKtd |d ||d <|dg7}d}|dkrbd|}rn|dd 7}rz|dd 7}r|dd 7}|d7}|ddd|g7}t ||dS)N/.pyproject.tomlrrr>z~=1.7rVz==z RUN python -m pip install poetryz2RUN poetry config experimental.new-installer falsez poetry.lockz,poetry.lock not found at inferred location: zB. If a lockfile is not needed, `ignore_lockfile=True` can be used.z /.poetry.lockz*COPY /.poetry.lock /tmp/poetry/poetry.lockzpoetry install --no-rootr<z z --with rz --without z --only z --compilez0COPY /.pyproject.toml /tmp/poetry/pyproject.tomlzRUN cd /tmp/poetry && \ z. poetry config virtualenvs.create false && \ rF) rrWrrparentexistsr-ras_posixrr)rrr poetry_specr install_cmdrrrrrrrrrLrMr}sH    z9_Image.poetry_install_from_file..build_dockerfilerrr)rKrrrrrrrrrrr9rrrLr!rMpoetry_install_from_fileYs $3z_Image.poetry_install_from_file./) rgroupsextrasfrozenrrrr9ruv_project_dirr$r%r&c s| pg} |rg| t|} dttfdd} | d| ddtdtffdd dtdtffd d } tjd |i| |jpI|| t | d S)aCreates a virtual environment with the dependencies in a uv managed project with `uv sync`. **Examples** ```python image = modal.Image.debian_slim().uv_sync() ``` The `pyproject.toml` and `uv.lock` in `uv_project_dir` are automatically added to the build context. The `uv_project_dir` is relative to the current working directory of where `modal` is called. NOTE: This does *not* install the project itself into the environment (this is equivalent to the `--no-install-project` flag in the `uv sync` command) and you would be expected to add any local python source files using `Image.add_local_python_source` or similar methods after this call. This ensures that updates to your project code wouldn't require reinstalling third-party dependencies after every change. uv workspaces are currently not supported. Added in v1.1.0. rHcSs(|durgSt|tr |St|d)Nz" must be None or a list of strings)rcrr,)rkrrLrLrM_normalize_itemss  z(_Image.uv_sync.._normalize_itemsr$r%rrc s|tj|std|dddl}t| }||}Wdn1s&wYd|vrAd|dvrAd|ddvrAtd|dkrGdSz|d d }Wntyf}z td |d |d d}~wwD]}d|vr}||dvr}||d|7}qiD]}d |vrd|d vr||d dvr||d d|7}qt ddt ffdd t fdd|DstddS)Nz Expected z to existrtooluv workspacezuv workspaces are not supportedr>rrz)Invalid pyproject.toml file: missing key z in zZ. See https://packaging.python.org/en/latest/guides/writing-pyproject-toml for guidelines.zdependency-groupsrz^[\w-]+rHcs|}|r |dSdS)NrrV)rfr)packagem) PACKAGE_REGEXrLrM_extract_packages zG_Image.uv_sync.._check_pyproject_toml.._extract_packagec3s|] }|dkVqdS)modalNrL)ru dependency)r/rLrMrwsz@_Image.uv_sync.._check_pyproject_toml..z[Image builder version <= 2024.10 requires modal to be specified in your pyproject.toml file) rrWrr,rrrKeyErrorrecompilerTr) rrrrpyproject_toml_contentrerextra)r%r$)r.r/rM_check_pyproject_tomlsL       z-_Image.uv_sync.._check_pyproject_tomlc sNtj}tj|d}d}d|ddg}D] }|d|qD] }|d|q&r8|dg}durI|d |d n |d d |d i}||||d <|d|dtj|d} tj| r| |d<|d|dr|dd|} |d|d| d|dg7}t||dS)Nzpyproject.tomlrz --project=z--no-install-workspacerz--group=z--extra=rrrrrrzCOPY /.pyproject.toml z/pyproject.tomlzuv.lockz /.uv.lockzCOPY /.uv.lock z/uv.lockz--frozenrr z /uv sync z ENV PATH=z/.venv/bin:$PATHrF)rrWrrrrrr) ruv_project_dir_rr uv_sync_argsrr6rruv_lockuv_sync_args_joinedr7rr%r&r$r'rrLrMr"sB       z(_Image.uv_sync..build_dockerfilerr) r:rrrTrrrrrr5) rKr'rr$r%r&rrrr9rr(rrLr<rMuv_syncs$  "76z_Image.uv_sync)rrr9rrrrr[rrc sxtdd|s |S|p g}|rg|t|}dtdtffdd } tjd|i| |t|t||d|j p9|dS) a= Extend an image with arbitrary Dockerfile-like commands. **Usage:** ```python from modal import FilePatternMatcher # By default a .dockerignore file is used if present in the current working directory image = modal.Image.debian_slim().dockerfile_commands( ["COPY data /data"], ) image = modal.Image.debian_slim().dockerfile_commands( ["COPY data /data"], ignore=["*.venv"], ) image = modal.Image.debian_slim().dockerfile_commands( ["COPY data /data"], ignore=lambda p: p.is_relative_to(".venv"), ) image = modal.Image.debian_slim().dockerfile_commands( ["COPY data /data"], ignore=FilePatternMatcher("**/*.txt"), ) # When including files is simpler than excluding them, you can use the `~` operator to invert the matcher. image = modal.Image.debian_slim().dockerfile_commands( ["COPY data /data"], ignore=~FilePatternMatcher("**/*.py"), ) # You can also read ignore patterns from a file. image = modal.Image.debian_slim().dockerfile_commands( ["COPY data /data"], ignore=FilePatternMatcher.from_file("/path/to/dockerignore"), ) ``` r[rrHcstdgdS)NrrFrrrrrLrMrsz4_Image.dockerfile_commands..build_dockerfiler)rrr)r7r8r9r:r>r) rr:rrrrrr5rr) rKrrr9rrrrr[rrLr?rMr[`s" 4z_Image.dockerfile_commandsentrypoint_commandscC`t|trtdd|Dstdtdd|}|r#dd|dnd}d |d }||S) z!Set the ENTRYPOINT for the image.csrrrrurrLrLrMrwrz$_Image.entrypoint..z.entrypoint_commands must be a list of strings. entrypointr@"", "rVz ENTRYPOINT []rcrrr,rrr[)rKr@args_strdockerfile_cmdrLrLrMrC    z_Image.entrypointshell_commandscCrA) z&Overwrite default shell for the image.csrrrrBrLrLrMrwrz_Image.shell..z)shell_commands must be a list of strings.shellrKrDrErVzSHELL [rFrG)rKrKrHrIrLrLrMrLrJz _Image.shell)rr9volumesrrrrMc sr|pg}|rg|t|}tdd|s|Sdtdtffdd }tjd|i||t||jp2|t |dd S) z5Extend an image with a list of shell commands to run. run_commandsrrrHcstdgddDidS)NrcSsg|]}d|qS)r rLrrLrLrMrJszA_Image.run_commands..build_dockerfile..rFrr>rrLrMrrz-_Image.run_commands..build_dockerfilerzImage.run_commands)r7r8r9r:rr@) r:rrrrrrr5rr#)rKrr9rMrrrrrLrrMrNs  z_Image.run_commandsrWcs(dtdtffdd }tj||tjdS)z]A Micromamba base image. Micromamba allows for fast building of small Conda-based containers.rrHcst|ddd}td|}d|}ddd|d g}t|||}|d kr/|d d d i}|d krCMD ["sleep", ""]rF)rorxr_registry_setup_commandsrrrr)rvalidated_python_versionmicromamba_versiontagsetup_commandsrrrWrLrMrs     z+_Image.micromamba..build_dockerfiler8rrA)rrrrrDEPLOYMENT_NAMESPACE_GLOBALrWrrrLrXrMrOs z_Image.micromamba) spec_filechannelsrrr9rr\r]c sv|pg}|rg|t|}tdd|sdur|Sdtdtffdd }tjd|i||jp4||t|d S) z7Install a list of additional packages using micromamba.micromamba_installrNrrHc st}dddD}|rdnd}durdndtj}dur*dn|d|d}dur8gnd|d|g}d g|d |||d }durVin|tji}t||d S) NrVcss|]}d|VqdS)z -c NrL)ruchannelrLrLrMrwrzF_Image.micromamba_install..build_dockerfile..rrz-f z -n baserrzRUN micromamba install z --yesrF)rrrrWrrr) rr channel_argsspaceremote_spec_filefile_arg copy_commandsrrr]rr\rLrMrs   z3_Image.micromamba_install..build_dockerfilerr) r:rrrrrrrr5) rKr\r]rrr9rrrrLrerMr^s  z_Image.micromamba_installrVrXrW add_pythoncCsg}|r.t||dddddg}|dd}|dr"|dd }t|d kr.|dd |d kr4d nd}g}|d krW|dtdtdtd|d|t|gd |kradkrknn| dtd|g|||S)NFT)rYrZzCOPY /python/. /usr/localzSENV TERMINFO_DIRS=/etc/terminfo:/lib/terminfo:/usr/share/terminfo:/usr/lib/terminfor^rr] z6RUN ln -s /usr/local/bin/python3 /usr/local/bin/pythonr>z python -m rVrrz$RUN python -m pip install --upgrade package_toolsr r<RUN rm zFROM ) rorhrgr insertrrrxrr)rVrXrWrfadd_python_commands python_minorrequirements_prefixmodal_requirements_commandsrLrLrMrS4s@    z_Image._registry_setup_commands)setup_dockerfile_commandsrrfrrpc shdttffdd }d|vr|durttj||d<dtdtffdd }tjd |||d |S) a<Build a Modal Image from a public or private image registry, such as Docker Hub. The image must be built for the `linux/amd64` platform. If your image does not come with Python installed, you can use the `add_python` parameter to specify a version of Python to add to the image. Otherwise, the image is expected to have Python on PATH as `python`, along with `pip`. You may also use `setup_dockerfile_commands` to run Dockerfile commands before the remaining commands run. This might be useful if you want a custom Python installation or to set a `SHELL`. Prefer `run_commands()` when possible though. To authenticate against a private registry with static credentials, you must set the `secret` parameter to a `modal.Secret` containing a username (`REGISTRY_USERNAME`) and an access token or password (`REGISTRY_PASSWORD`). To authenticate against private registries with credentials from a cloud provider, use `Image.from_gcp_artifact_registry()` or `Image.from_aws_ecr()`. **Examples** ```python modal.Image.from_registry("python:3.11-slim-bookworm") modal.Image.from_registry("ubuntu:22.04", add_python="3.11") modal.Image.from_registry("nvcr.io/nvidia/pytorch:22.12-py3") ``` rHcr tjttjdSdSN)rgr6 from_namer7rrZrLrfrLrMr>z4_Image.from_registry..context_mount_functionr=Nrcs6t|}i}|dkrtt|i}t||dS)Nr>rF)rrSrrr)rrrrfrprVrLrMrs  z._Image.from_registry..build_dockerfile)r8r>rrL) r r6rrREGISTRY_AUTH_TYPE_STATIC_CREDSrrrr)rVrrprrfkwargsr>rrLrwrM from_registryds& z_Image.from_registrycK8d|vrtdttj|}tj|f||||d|S)aBuild a Modal image from a private image in Google Cloud Platform (GCP) Artifact Registry. You will need to pass a `modal.Secret` containing [your GCP service account key data](https://cloud.google.com/iam/docs/keys-create-delete#creating) as `SERVICE_ACCOUNT_JSON`. This can be done from the [Secrets](https://modal.com/secrets) page. Your service account should be granted a specific role depending on the GCP registry used: - For Artifact Registry images (`pkg.dev` domains) use the ["Artifact Registry Reader"](https://cloud.google.com/artifact-registry/docs/access-control#roles) role - For Container Registry images (`gcr.io` domains) use the ["Storage Object Viewer"](https://cloud.google.com/artifact-registry/docs/transition/setup-gcr-repo) role **Note:** This method does not use `GOOGLE_APPLICATION_CREDENTIALS` as that variable accepts a path to a JSON file, not the actual JSON string. See `Image.from_registry()` for information about the other parameters. **Example** ```python modal.Image.from_gcp_artifact_registry( "us-east1-docker.pkg.dev/my-project-1234/my-repo/my-image:my-version", secret=modal.Secret.from_name( "my-gcp-secret", required_keys=["SERVICE_ACCOUNT_JSON"], ), add_python="3.11", ) ``` r9QPassing a list of 'secrets' is not supported; use the singular 'secret' argument.rprrfr=) TypeErrorrrREGISTRY_AUTH_TYPE_GCPrrzrVrrprrfryr=rLrLrMfrom_gcp_artifact_registry' z!_Image.from_gcp_artifact_registrycKr{)aBuild a Modal image from a private image in AWS Elastic Container Registry (ECR). You will need to pass a `modal.Secret` containing either IAM user credentials or OIDC configuration to access the target ECR registry. For IAM user authentication, set `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY`, and `AWS_REGION`. For OIDC authentication, set `AWS_ROLE_ARN` and `AWS_REGION`. IAM configuration details can be found in the AWS documentation for ["Private repository policies"](https://docs.aws.amazon.com/AmazonECR/latest/userguide/repository-policies.html). For more details on using an AWS role to access ECR, see the [OIDC integration guide](https://modal.com/docs/guide/oidc-integration). See `Image.from_registry()` for information about the other parameters. **Example** ```python modal.Image.from_aws_ecr( "000000000000.dkr.ecr.us-east-1.amazonaws.com/my-private-registry:my-version", secret=modal.Secret.from_name( "aws", required_keys=["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_REGION"], ), add_python="3.11", ) ``` r9r|r})r~rrREGISTRY_AUTH_TYPE_AWSrrzrrLrLrM from_aws_ecrrz_Image.from_aws_ecr)rrrr9rrfr?rrWcs|pg}|rg|t|}dtdtffdd } t|} tj| t|t|d| ||d} fdd} dtdtffd d } tjd | i| | |d S) aBuild a Modal image from a local Dockerfile. If your Dockerfile does not have Python installed, you can use the `add_python` parameter to specify a version of Python to add to the image. **Usage:** ```python from modal import FilePatternMatcher # By default a .dockerignore file is used if present in the current working directory image = modal.Image.from_dockerfile( "./Dockerfile", add_python="3.12", ) image = modal.Image.from_dockerfile( "./Dockerfile", add_python="3.12", ignore=["*.venv"], ) image = modal.Image.from_dockerfile( "./Dockerfile", add_python="3.12", ignore=lambda p: p.is_relative_to(".venv"), ) image = modal.Image.from_dockerfile( "./Dockerfile", add_python="3.12", ignore=FilePatternMatcher("**/*.txt"), ) # When including files is simpler than excluding them, you can use the `~` operator to invert the matcher. image = modal.Image.from_dockerfile( "./Dockerfile", add_python="3.12", ignore=~FilePatternMatcher("**/*.py"), ) # You can also read ignore patterns from a file. image = modal.Image.from_dockerfile( "./Dockerfile", add_python="3.12", ignore=FilePatternMatcher.from_file("/path/to/dockerignore"), ) ``` rrHcsJttj}|d}Wdn1swYt|idS)N rF)rrrWrrmrhr)rrrrWrLrMbuild_dockerfile_basePs z5_Image.from_dockerfile..build_dockerfile_base)rrr)r8r>r:r9r?crqrrrsrLrurLrMadd_python_mountdrvz0_Image.from_dockerfile..add_python_mountcs:td|g}i}|dkrt|}t|i}t||dS)Nrr>rF)rrSrrr)rrrrequirements_pathrurLrMbuild_dockerfile_pythonns   z7_Image.from_dockerfile..build_dockerfile_pythonr)r7r8r>r) r:rrrr5rrrr)rWrrrr9rrfr?rrr:r*rrrL)rfrWrMfrom_dockerfile s,?   z_Image.from_dockerfilecs:ttr tddtdtffdd }tj||tjdS)zThe `python_version` argument should be a string, not a float.rrHcsi}|dkrt|}t|i}t|ddd}td|}d|d|g}|dkr5|dtd tg|d d d td |g|dkrR|dt|g|dgd|krbdkrlnn|dt|dkry|dddt||dS)Nr>FzImage.debian_slimrpdebianz FROM python:z-slim-rrRUN apt-get updatez3RUN apt-get install -y gcc gfortran build-essentialzRUN pip install --upgrade rir zRRUN echo 'debconf debconf/frontend select Noninteractive' | debconf-set-selectionsr<rjrPrQrRrF)rrrrxrrrr)rrrfull_python_versiondebian_codenamerrXrLrMrsF    z,_Image.debian_slim..build_dockerfilerY) rcfloatr~rrrrrrZr[rLrXrM debian_slim}s .z_Image.debian_slim)rrr9rcsttdd|}|s |St|dtdtffdd }|pg}|r)g|t|}tjd|i||j p3|t ||dS) zInstall a list of Debian packages using `apt`. **Example** ```python image = modal.Image.debian_slim().apt_install("git") ``` apt_installrrrHcsdddg}t|idS)NrrzRUN apt-get install -y rFrrrrLrMrs  z,_Image.apt_install..build_dockerfilerr) rrrrrr:rrrrr5)rKrrr9rrrrrLrrMrs  z_Image.apt_installirL)rr9rMnetwork_file_systemsrcpumemoryrcloudregionrrryinclude_sourceraw_f.rrrrrrrryrcCs|pg}|rg|t|}ddlm}t|s$tdt|jd|jdkr-tdt|}|j |d|||||| | || |d|d }t | t |d krst }t | |f|}t |t krktd t |d t d tj||d}nd}tjd|i|||jp| dS)alRun user-defined function `raw_f` as an image build step. The function runs like an ordinary Modal Function, accepting a resource configuration and integrating with Modal features like Secrets and Volumes. Unlike ordinary Modal Functions, any changes to the filesystem state will be captured on container exit and saved as a new Image. **Note** Only the source code of `raw_f`, the contents of `**kwargs`, and any referenced *global* variables are used to determine whether the image has changed and needs to be rebuilt. If this function references other functions or variables, the image will not be rebuilt if you make changes to them. You can force a rebuild by changing the function's source code itself. **Example** ```python notest def my_build_function(): open("model.pt", "w").write("parameters!") image = ( modal.Image .debian_slim() .pip_install("torch") .run_function(my_build_function, secrets=[...], mounts=[...]) ) ``` r) _Functionz7Argument to Image.run_function must be a function, not r^zz5Image.run_function does not support lambda functions.NT) rrIr9rrMrrrrrris_builder_functionrrz+Arguments to `run_function` are too large (z bytes). Maximum size is z bytes.)r data_formatr)r7r;r<r)r:r _functionsrcallabler,rdrIr" from_localrirrrr FunctionInputrrr)rKrrr9rMrrrrrrrrrryrrinfofunctionrargs_serializedr<rLrLrM run_functionsZ0    z_Image.run_functionvarscsLddD}|rtd|dtdtffdd }tjd|i|d S) zSets the environment variables in an Image. **Example** ```python image = ( modal.Image.debian_slim() .env({"HF_HUB_ENABLE_HF_TRANSFER": "1"}) ) ``` cSsg|] \}}t|ts|qSrLrrukeyvalrLrLrMrJR sz_Image.env..z3Image ENV variables must be strings. Invalid keys: rrHcs$ddD}tdg|idS)NcSs&g|]\}}d|dt|qS)zENV =rrrLrLrMrJW s&z8_Image.env..build_dockerfile..rrF)rkr)r env_commandsrrLrMrV sz$_Image.env..build_dockerfilerr7r8)rkr,rrrr)rKr non_str_keysrrLrrMrF s z _Image.envcs(dtdtffdd }tjd|i|dS)aOSet the working directory for subsequent image build steps and function execution. **Example** ```python image = ( modal.Image.debian_slim() .run_commands("git clone https://xyz app") .workdir("/app") .run_commands("yarn install") ) ``` rrHcs$ddttg}t|idS)NrzWORKDIR rF)rrrTrrrrLrMrn s z(_Image.workdir..build_dockerfilerr)rrrr)rKrWrrLrrMworkdir_ s z_Image.workdirrcCs`t|trtdd|Dstdtdd|}|r#dd|dnd}d|d }||S) a#Set the default command (`CMD`) to run when a container is started. Used with `modal.Sandbox`. Has no effect on `modal.Function`. **Example** ```python image = ( modal.Image.debian_slim().cmd(["python", "app.py"]) ) ``` csrrrrBrLrLrMrw rz_Image.cmd..z$Image CMD must be a list of strings.rrDrErVzCMD [rFrG)rKrcmd_strrIrLrLrMrw s    z _Image.cmdc cstd}zdVWdStyE}z-|js|j|n||jkr$t|ts:t dt |WYd}~dSWYd}~dSd}~ww)a\ Used to import packages in global scope that are only available when running remotely. By using this context manager you can avoid an `ImportError` due to not having certain packages installed locally. **Usage:** ```python notest with image.imports(): import torch ``` rNzEWarning: caught a non-ImportError exception in an `imports()` block: ) r&rrq is_hydratedrrrrc ImportErrorwarningswarnrepr)rKrr rLrLrMimports s    "z_Image.importscCsrd}tj|jd|dd}|jjj|2z 3dHW}|jjr"dS|j r(|j }|j D] }|j r4|j Vq+q6dS)zStreams logs from an image, or returns logs from an already completed image. This method is considered private since its interface may change - use it at your own risk! rVrT)rrrinclude_logs_for_finishedN) rrrrrrrrrrrr)rKrrrrrLrLrM_logs s   z _Image._logscs|jstd|S)rzeImages cannot currently be hydrated on demand; you can build an Image by running an App that uses it.)rr*)rKrrLrLrMhydrate s z_Image.hydrate)rr)F)r^r)rrrHr)r#)NF)]rIrRrSrrUrrrqrr6rrTrr rrrrrrrr4propertyrr5r6 staticmethodDEPLOYMENT_NAMESPACE_WORKSPACEryr rrrr:rrrrsr;rr rr0rrr1rr classmethodrrrrr4rrrrrr"r=rr[rCrLrrNrOr^rSrzrrrrrrr%r8rr rrrr contextlibcontextmanagerrrAsyncGeneratorrr$rrLrLrLrMrs              ^(!   H ," @    J     m     0      F       w     a       ,    J      %    0 / @ 2 2     q<  .         e rim) type_prefix)TFrV)NFrVr)NNNFrV)rrrrerrarrcollections.abcrr dataclassesrinspectrpathlibrrrr r r r r rrgoogle.protobuf.messagergrpclib.exceptionsrrmodal._serializationr modal_protor _load_contextr_objectrr _resolverr_serializationrr_utils.async_utilsrrrr_utils.blob_utilsr_utils.docker_utilsr r!_utils.function_utilsr"_utils.mount_utilsr#rr$cloud_bucket_mountr%r&r'r( environmentsr)r|r*r+r,r-r.r/r0file_pattern_matcherr1r2r3rr4r5rr6r7network_file_systemr8outputr9rr:rXr; TYPE_CHECKINGmodal._functionsr0 modal.clientrrEryrrTr__file__rrrrGr COPY_DEPRECATION_MESSAGE_PATTERNrUrorrxrrrrrrrrrrImageJoinStreamingResponser rrurLrLrLrMs0   $             $       '  .     &# E