o ;ijM@sddlZddlZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z er,ddlZddlZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZm Z m!Z!d Z"dZ#dZ$ej%j&eej%j'e(ej%j)e*ej%j+e,ej%j-e,ej%j.e/ej%j0e(ej%j1e2ej%j3e4ej%j5e6ej%j7e8ej%j9e8ej%j:e8ej%j;e8iZZ?d ddde e@de e@ddfddZAd ddde>de e@de e@ddf ddZBGdddejCZDeGdddZEGdddee?ZFeeAZGeeBZHeeFZIdS)!N) dataclass) TYPE_CHECKING AsyncIteratorGenericOptionalSequenceTypeVarUnioncast)StreamTerminatedError) TaskContext) ClientClosed)api_pb2)synchronize_apideprecation_error)_Client)FilesystemExecutionError InternalError ServiceErrorii@i@Tfile_FileIOstartendreturnctdddS)2mdmd:hidden This method has been removed. i zdelete_bytes has been removed.Nr)rrrr"A/home/ubuntu/.local/lib/python3.10/site-packages/modal/file_io.py _delete_bytes0r$datacr)rrzreplace_bytes has been removed.Nr)rr&rrr"r"r#_replace_bytes7r%r'c@s eZdZdZdZdZdZdZdS)FileWatchEventTypeUnknownAccessCreateModifyRemoveN)__name__ __module__ __qualname__r)r*r+r,r-r"r"r"r#r(>s r(c@s"eZdZUeeed<eed<dS)FileWatchEventpathstypeN)r.r/r0liststr__annotations__r(r"r"r"r#r1Fs  r1c@seZdZUdZdZdZdZdZdZdZ e e d<dZ e e d<e e d<gZeeeeefe d<d e d e d d fd dZde d d fddZde d eeeeeffddZde d d fddZded eefddZde d efddZdeee fd d fddZde de d d fd d!Zede ded"d e d e d df d#d$Zd%ee d efd&d'Z!dSd%ee d e"fd(d)Z#d e"fd*d+Z$d e%e"fd,d-Z&deee fd d fd.d/Z'dTd0d1Z(d2e fd3d4Z)dUd6e d2e d d fd7d8Z*ede d e d e d ee fd9d:Z+edVde d e d e d;e,d d f de,d d f d?d@Z.e  dWde d e d e dAeee/d>e,dBee d eefdCdDZ0dTdEdFZ1dTdGdHZ2dTdIdJZ3dTdKdLZ4dTdMdNZ5dXdOdPZ6dTdQdRZ7d S)Yra[Alpha] FileIO handle, used in the Sandbox filesystem API. The API is designed to mimic Python's io.FileIO. Currently this API is in Alpha and is subject to change. File I/O operations may be limited in size to 100 MiB, and the throughput of requests is restricted in the current implementation. For our recommendations on large file transfers see the Sandbox [filesystem access guide](https://modal.com/docs/guide/sandbox-files). **Usage** ```python notest import modal app = modal.App.lookup("my-app", create_if_missing=True) sb = modal.Sandbox.create(app=app) f = sb.open("/tmp/foo.txt", "w") f.write("hello") f.close() ``` FT_task_id_file_descriptor_client_watch_output_bufferclienttask_idrNcCs||_||_g|_dSN)r:r8r;)selfr<r=r"r"r#__init__qs z_FileIO.__init__modecstfdddDstddvpdv|_dvp*dvp*d vp*dv|_dv|_d v|_td tfd dDrLtdtd dD}|dkr]tdt}D]}||vrotd||qbdS)Nc3s|]}|vVqdSr>r".0char)rAr"r# wz)_FileIO._validate_mode..rwaxzInvalid file mode: r+waxbzrwaxb+c3s|]}|vVqdSr>r"rB) valid_charsr"r#rErFcss|] }|dvrdVqdS)rGrNr")rCcr"r"r#rEsrz6must have exactly one of create/read/write/append mode) any ValueError _readable _writable _appended_binarysetsumadd)r?rA mode_count seen_charsrDr")rArNr#_validate_modevs$"   z_FileIO._validate_modeexec_idcCstj|dd}|jjj|2z,3dHW}|jrdVdS|dr3t |j j t }||j j V|jD]}|Vq6q6dS)N7)r\timeouterror)r'ContainerFilesystemExecGetOutputRequestr:stub ContainerFilesystemExecGetOutput unary_streameofHasField ERROR_MAPPINGgetr_ error_coder error_messageoutput)r?r\reqbatch error_classmessager"r"r#_consume_outputs   z_FileIO._consume_outputc sd}d}|sqz||}|2z3dHW}|j||dur#d}nq6WnFttttfyl}z6|dkrf|d8}t|ttfrOt dIdHWYd}~qt|trZWYd}~qt|trfWYd}~dS|d}~ww|rdSdSNF Trrg?) ror;appendrrr r isinstanceasynciosleep)r?r\ completedretries_remainingiteratorrnexcr"r"r#_consume_watch_outputs8       z_FileIO._consume_watch_outputeventc sHzt|}tt|d|ddWStjttfy#YdSw)N event_typer2r3r2)jsonloadsdecoder1r(JSONDecodeErrorKeyErrorrQ)r?r{ event_jsonr"r"r#_parse_watch_outputsz_FileIO._parse_watch_outputc st}d}d}|siz#||2z3dHW}|durd}nt|tr&|||q6Wn8tttfyf}z)|dkra|d8}t|ttfrVt dIdHWYd}~q t|traWYd}~q d}~ww|r | Srp) ioBytesIOrors Exceptionwriterrr rtrugetvalue)r?r\ output_bufferrvrwr&ryr"r"r#_waits8     z _FileIO._waitr&cCs8|jr t|tr td|jst|trtddSdS)Nz"Expected bytes when in binary modezExpected str when in text mode)rUrsr5 TypeErrorbytes)r?r&r"r"r#_validate_types z_FileIO._validate_typepathcs\|jjtjtj||d|jdIdH}|dstd|j |_ | |j IdHdS)N)rrA)file_open_requestr=file_descriptorzFailed to open file) r:raContainerFilesystemExecrContainerFilesystemExecRequestContainerFileOpenRequestr8rerrr9rr\)r?rrArespr"r"r# _open_files  z_FileIO._open_file)z_typeshed.OpenTextModez_typeshed.OpenBinaryModecs2t||}|||||IdHd|_|S)zCreate a new FileIO handle.NF)rr[r_closed)clsrrAr<r=r?r"r"r#creates   z_FileIO.createncs@|jjtjtj|j|d|jdIdH}||j IdHS)N)rr)file_read_requestr=) r:rarrrContainerFileReadRequestr9r8rr\)r?rrr"r"r#_make_read_requests z_FileIO._make_read_requestcsZ|||dur|tkrtd||IdH}|jr%tt|Stt|dS)zRRead n bytes from the current position, or the entire remaining file if n is None.Nz*Read request payload exceeds 100 MiB limitutf-8) _check_closed_check_readableREAD_FILE_SIZE_LIMITrQrrUr rr)r?rrjr"r"r#reads z _FileIO.readcsn|||jjtjtj|jd|j dIdH}| |j IdH}|j r/t t|St t|dS)z-Read a single line from the current position.r)file_read_line_requestr=Nr)rrr:rarrrContainerFileReadLineRequestr9r8rr\rUr rr)r?rrjr"r"r#readlines   z_FileIO.readlinecs|||dIdH}|jr6|d}dd|ddD|dr,|dgng}ttt|S|dd}dd|ddD|drQ|dgng}ttt|S) z)Read all lines from the current position.N cSg|]}|dqS)rr"rCliner"r"r# z%_FileIO.readlines..r cSr)rr"rr"r"r#r!r) rrrrUsplitr rrr)r?rj lines_bytes return_byteslines return_strsr"r"r# readliness ,,z_FileIO.readlinescs||||t|tr|d}t|tkr"tdt dt|t D])}|||t }|j j tjtj|j|d|jdIdH}||jIdHq*dS)zWrite data to the current position. Writes may not appear until the entire buffer is flushed, which can be done manually with `flush()` or automatically when the file is closed. rz)Write request payload exceeds 1 GiB limitr)rr&)file_write_requestr=N)r_check_writablerrsr5encodelenWRITE_FILE_SIZE_LIMITrQrangeWRITE_CHUNK_SIZEr:rarrrContainerFileWriteRequestr9r8rr\)r?r&ichunkrr"r"r#r$s*      z _FileIO.writecsR|||jjtjtj|jd|j dIdH}| |j IdHdS)zFlush the buffer to disk.r)file_flush_requestr=N) rrr:rarrrContainerFileFlushRequestr9r8rr\r?rr"r"r#flush?s  z _FileIO.flushwhencecCs>|dkrtjjS|dkrtjjS|dkrtjjStd|)NrrzInvalid whence value: )r SeekWhenceSEEK_SETSEEK_CURSEEK_ENDrQ)r?rr"r"r# _get_whenceKsz_FileIO._get_whenceroffsetc sT||jjtjtj|j|||d|j dIdH}| |j IdHdS)zMove to a new position in the file. `whence` defaults to 0 (absolute file positioning); other values are 1 (relative to the current position) and 2 (relative to the file's end). )rrr)file_seek_requestr=N) rr:rarrrContainerFileSeekRequestr9rr8rr\)r?rrrr"r"r#seekUs  z _FileIO.seekcstt||}|jjtjtj|d|dIdH}||jIdH}z t | ddWSt j y9t dw)z,List the contents of the provided directory.)r)file_ls_requestr=Nrr2zfailed to parse list output)rr:rarrrContainerFileLsRequestrr\r~rrrr)rrr<r=r?rrjr"r"r#lshs   z _FileIO.lsparentscLt||}|jjtjtj||d|jdIdH}||j IdHdS)zCreate a new directory.)r make_parents)file_mkdir_requestr=N) rr:rarrrContainerFileMkdirRequestr8rr\)rrr<r=rr?rr"r"r#mkdirx   z _FileIO.mkdir recursivecr)z*Remove a file or directory in the Sandbox.)rr)file_rm_requestr=N) rr:rarrrContainerFileRmRequestr8rr\)rrr<r=rr?rr"r"r#rmrz _FileIO.rmfilterr^c Cst||}|jjtjtj|||d|jdIdH}dtdt j dtdt fdd} t 4IdH} | ||jt } t|jd kr|jd } | durRnYt| trY| | | t| tseJ| | | d d rz#t| } tt| d | dd}|r|j|vr|VWn tjtt fyYnwt } nt!"dIdHq@WdIdHdS1IdHswYdS)N)rr timeout_secs)file_watch_requestr=itembufferboundary_tokenrcSsL|dsdSt|}||krdS|| tj|||kr$dSdS)NrFT)endswithrtellrrrr)rrrboundary_token_sizer"r"r# end_of_events  z#_FileIO.watch..end_of_eventTrs )rr|r2r}g?)#rr:rarrrContainerFileWatchRequestr8rrrboolr create_taskrzr\rr;poprsrrr~rrstriprr1r(r3rrrQrtru)rrr<r=rrr^r?rrtc item_bufferrrr{r"r"r#watchsV        .z _FileIO.watchcsH|jjtjtj|jd|jdIdH}d|_| |j IdHdS)Nr)file_close_requestr=T) r:rarrrContainerFileCloseRequestr9r8rrr\rr"r"r#_closes  z_FileIO._closecs|IdHdS)z$Flush the buffer and close the file.Nrr?r"r"r#closesz _FileIO.closecC|jstddS)Nz not writeable)rSrUnsupportedOperationrr"r"r#r z_FileIO._check_writablecCr)Nz not readable)rRrrrr"r"r#rrz_FileIO._check_readablecCs|jrtddS)NzI/O operation on closed file)rrQrr"r"r#rsz_FileIO._check_closedcs|Sr>r"rr"r"r# __aenter__sz_FileIO.__aenter__cs|IdHdSr>r)r?exc_type exc_value tracebackr"r"r# __aexit__sz_FileIO.__aexit__r>)rN)r)F)NFN)rr)8r.r/r0__doc__rUrRrSrTrr8r5r6r9rr;r4r rrrr@r[rrorzr1rrrr classmethodrintrrrrrrrrrrrrrrr(rrrrrrrrr"r"r"r#rNs   "         " "   >    )NN)Jrtenumr dataclassesrtypingrrrrrrr r _typeshedr~grpclib.exceptionsr modal._utils.async_utilsr modal.exceptionr modal_protor_utils.async_utilsr_utils.deprecationrr<r exceptionrrrrrrSystemErrorCodeSYSTEM_ERROR_CODE_UNSPECIFIEDSYSTEM_ERROR_CODE_PERMPermissionErrorSYSTEM_ERROR_CODE_NOENTFileNotFoundErrorSYSTEM_ERROR_CODE_IOIOErrorSYSTEM_ERROR_CODE_NXIOSYSTEM_ERROR_CODE_NOMEM MemoryErrorSYSTEM_ERROR_CODE_ACCESSYSTEM_ERROR_CODE_EXISTFileExistsErrorSYSTEM_ERROR_CODE_NOTDIRNotADirectoryErrorSYSTEM_ERROR_CODE_ISDIRIsADirectoryErrorSYSTEM_ERROR_CODE_INVALOSErrorSYSTEM_ERROR_CODE_MFILESYSTEM_ERROR_CODE_FBIGSYSTEM_ERROR_CODE_NOSPCrfr5rrrr$r'Enumr(r1r delete_bytes replace_bytesFileIOr"r"r"r#s^ (        $()