o wi @s UddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZm Z m!Z!ddlm"Z"m#Z#ddl$m%Z%m$Z$m&Z&ddl'm(Z(ddlm)Z)ddlm*Z*dd lm+Z+dd l,m-Z-m.Z.m/Z/m0Z0m1Z1dd l2m3Z3m4Z4m5Z5m6Z6m7Z7ddl8Z8ddl9Z8dd l:m;Z;mZ>dd l?m@Z@ddlAmBZBmCZCddlDmEZEmFZFddlGmHZHmIZIe.rddlJmKZKddlLmMZMe/eNge1eOe&ffZPe6dZQe ReSZTeUZVdZWdZXe jYZe jY[e jY\e]ddZ^dZ_e`de_Zae`e_dZbe`e_dZce`dZdgdZegdZfdd!d"Zgdd&d'ZhGd(d)d)ZiGd*d+d+ej+Zjdd-d.Zk  /ddd4d5Zldd7d8Zmeld9Znd:Zoejpqd;Zrerdurd/Zodtjd |q0|S) aCreate a function that restores user paths after vendor imports. This enables us to use the vendor directory for packages we don't depend on. Call the returned function after imports are complete. If you don't you may modify the user's path which is never good. Usage: ```python reset_path = vendor_setup() # do any vendor imports... reset_path() ``` cSsg|]}|qSr;).0 directoryr;r;>/home/ubuntu/.local/lib/python3.10/site-packages/wandb/util.py wsz vendor_setup..r:Nonecs t_dSN)syspathr;) original_pathr;r>reset_import_pathy z'vendor_setup..reset_import_pathvendor)z gql-0.2.0zgraphql-core-1.1watchdog_0_9_0z promise-2.3.0csg|] }tj|qSr;)osrCjoinr<p) vendor_dirr;r>r?r,Nr:r@)rBrCrIabspathdirname__file__rJinsert)rE parent_dirvendor_packages package_dirsrLr;)rDrMr> vendor_setuphs rWnamestrrcCst}t|}||SrA)rWr )rX reset_pathmoduler;r;r> vendor_importsr\c@s eZdZd ddZd ddZd S) LazyModuleStater[types.ModuleTyper:r@cCs||_d|_t|_dS)NF)r[ load_started threadingRLocklockselfr[r;r;r>__init__szLazyModuleState.__init__cCs|jW|jr WddSd|_|jjdusJ|jjjdus$J|jjj|jtj|j_|jj d\}}}|rRt j |}t |||jWddSWddS1s]wYdS)NT.)rbr_r[__spec__loader exec_moduletypesr __class____name__ rpartitionrBmodulessetattr)rdparent_child parent_moduler;r;r>loads    "zLazyModuleState.loadN)r[r^r:r@rO)rl __module__ __qualname__rertr;r;r;r>r]s r]c@s*eZdZdddZdd d Zdd d Zd S) LazyModulerXrYr:rcCs t|d}|t||SN__lazy_module_state__)object__getattribute__rtrdrXstater;r;r>r{s  zLazyModule.__getattribute__valuer@cCs&t|d}|t|||dSrx)rzr{rt __setattr__)rdrXr~r}r;r;r>rs zLazyModule.__setattr__cCs$t|d}|t||dSrx)rzr{rt __delattr__r|r;r;r>rs zLazyModule.__delattr__NrXrYr:r)rXrYr~rr:r@)rXrYr:r@)rlrurvr{rrr;r;r;r>rws  rwr^cCsbztj|WSty0tj|}|durttj|}t||_ t |_ |tj|<|YSw)aWImport a module lazily, only when it is used. Inspired by importlib.util.LazyLoader, but improved so that the module loading is thread-safe. Circular dependency between modules can lead to a deadlock if the two modules are loaded from different threads. :param (str) name: Dot-separated module path. E.g., 'scipy.stats'. N) rBrnKeyError importlibutil find_specModuleNotFoundErrormodule_from_specr]ryrwrk)rXspecr[r;r;r>import_module_lazys      rTrequired str | NonelazyboolcCst|tvr+z |s t|WSt|WSty*t|d|}|r(t|Ynw|r6|tvr8t|dSdS)aWReturn module or None. Absolute import is required. :param (str) name: Dot-separated module path. E.g., 'scipy.stats'. :param (str) required: A string to raise a ValueError if missing :param (bool) lazy: If True, return a lazy loader for the module. :return: (module|None) If import succeeds, the module will be returned. z Error importing optional module N) _not_importabler r Exceptionaddlogger exceptionwandbError)rXrrmsgr;r;r> get_modules         r importlib.ModuleInterface | NonecCst|SrA)r)rXr;r;r>get_optional_modulesrnumpyFpandasiz@Read the `app_url` setting from the appropriate Settings object.api_urlcCs$tj}rt|dSt|S)z8Returns the URL for the W&B UI without a trailing slash./)renv get_app_urlrYstripapi_to_app_url)rapp_urlr;r;r>rsrcCsRd|vr |dddSd|vr|dddSd|vr'|dddS|S)zConvert the API URL to an app (UI) URL. Unlike the deprecated `app_url()`, this is a pure function: it does not consult environment variables. z://api.wandb.testz://api.z://app.rz ://api.wandb.://)replacer)rr;r;r>rsrocCs&|jjd|jj}|dvr|jS|S)z~Determine types based on type names. Avoids needing to to import (and therefore depend on) PyTorch, TensorFlow, etc. rf)zbuiltins.modulez__builtin__.module)rkrurl)r instance_namer;r;r>get_full_typenamesrcCs>t|}t|r dSt|rdS|jjddd|jjS)Nztensorflow.Tensorz torch.Tensorrfr)ris_tf_tensor_typenameis_pytorch_tensor_typenamerkrusplitrl)rtypenamer;r;r>get_h5_typename$s rstringcCstj|}t|jdkSNr)urllibparseurlparselenscheme)r parsed_urir;r;r>is_uri.s ruricCs(|dr tj|jn|}tj|S)zcConvert URI to local filesystem path. No-op if the uri does not have the expected scheme. zfile:) startswithrrrrCrequest url2pathname)rrCr;r;r>local_file_uri_to_path3s r path_or_uricCs>tj|}t|jdks|jdkrt|jdkrt|SdS)zReturn path if local, None otherwise. Return None if the argument is a local path (not a scheme or file:///). Otherwise return `path_or_uri`. rfileN)rrrrrnetlocr)rrr;r;r>get_local_path_or_none<s  rrC int | strcCsttd| S)aVerify that the given path does not contain any invalid characters for a Windows filename. Windows filenames cannot contain the following characters: < > : " \ / | ? * For more details, refer to the official documentation: https://learn.microsoft.com/en-us/windows/win32/fileio/naming-a-file#naming-conventions Args: path: The file path to check, which can be either an integer or a string. Returns: bool: True if the path does not contain any invalid characters, False otherwise. z [<>:"\\?*])rresearchrCr;r;r>check_windows_valid_filenameMsrcCstt}|dkrt|std|d|dkr!t|dtj}|tj}| tj}dd|D}tj |S)aMakes the provide path safe for file upload. The filename is made safe by: 1. Removing any leading slashes to prevent writing to absolute paths 2. Replacing '.' and '..' with underscores to prevent directory traversal attacks Raises: ValueError: If running on Windows and the key contains invalid filename characters (\, :, *, ?, ", <, >, |) WindowszPath zO is invalid. Please remove invalid filename characters (\, :, *, ?, ", <, >, |)rcSs,g|]}|tjtjfvr|ddn|qS)rfrq)rIcurdirpardirrrKr;r;r>r?~s z.make_file_path_upload_safe..) platformsystemr ValueErrorrYrrIseplstriprrJ)rC sys_platformpaths safe_pathsr;r;r>make_file_path_upload_safe_s     routput_filename source_dir archive_name custom_filterCallable | Noner@c s4dfdd }t\}}zt|d}|j|||dWdn1s'wYt|d <}td |d d d $} t|d } | | Wdn1sRwYWdn1sawYWdn1spwYWt |t |dSWt |t |dSt |t |w)Ntar_infotarfile.TarInfor:tarfile.TarInfo | Nonecsd|_dur |S|Sr)mtime)rrr;r>_filter_timestampssz(make_tarfile.._filter_timestampsw)arcnamefilterwbr)filenamefileobjmoderrb)rrr:r) tempfilemkstemptarfileopenrr writereadrIcloseremove) rrrrr descriptorunzipped_filenametarout_file gzipped_tartar_filer;rr> make_tarfiles8    robjcCddl}t||jSr) tensorflow isinstanceTensor)rrr;r;r> is_tf_tensor rrcC|do d|vp d|vS)N tensorflow.rVariablerrr;r;r>r rcC|dod|vS)Nr EagerTensorrrr;r;r>is_tf_eager_tensor_typenamercCrr)torchrr)rrr;r;r>is_pytorch_tensorrrcCr)Nztorch.rrrrr;r;r>rrrcCr)Nzjaxlib.Arrayrrr;r;r>is_jax_tensor_typenamerrcCddl}||Sr)jax device_get)rrr;r;r>get_jax_tensor r cCr)Nzfastai.rrrr;r;r>is_fastai_tensor_typenamerr cCr)Nzpandas. DataFramerrr;r;r>is_pandas_data_frame_typenamerrcC |dS)Nz matplotlib.rrr;r;r>is_matplotlib_typenamerFrcCr)Nplotly.rrr;r;r>is_plotly_typenamerFrcCs|do |dS)Nrz.Figure)rendswithrr;r;r>is_plotly_figure_typenamercCstot|tjSrA)nprndarrayrr;r;r>is_numpy_arrayrcCs$tr ddl}t||jStt|Sr) pd_availablerrr rr)rpdr;r;r>is_pandas_data_frames  rcCsvddl}ddlm}ddlm}d d d }||_||jkr#|}|St||s9t |d r9|j }t||s9t d |S)zExtract the current figure from a matplotlib object. Return the object itself if it's a figure. Raises ValueError if the object can't be converted. rN)Figure)Spinerdrr:rcSs^|jpd}t|tr|dkrd}n|dkrd}t|dkr!td|\}}t|dko-|d kS) zReturn True if directly on axes frame. This is useful for determining if a spine is the edge of an old style MPL plot. If so, this function will return True. )outwardgcenter)axes?zero)datarzposition should be 2-tupler r) _positionrrYrrr)rdposition position_typeamountr;r;r> is_frame_likes   z/ensure_matplotlib_figure..is_frame_likefigurezHOnly matplotlib.pyplot or matplotlib.pyplot.Figure objects are accepted.)rdrr:r) matplotlibmatplotlib.figurermatplotlib.spinesrr+pyplotgcfrhasattrr,r)rr-rrr+r;r;r>ensure_matplotlib_figures     r3cCst|}tddd}||S)N plotly.toolsplotly is required to log interactive plots, install with: `pip install plotly` or convert the plot to an image with `wandb.Image(plt)`r)r3r mpl_to_plotlyrtoolsr;r;r>matplotlib_to_plotlys  r:cCst|}tdd|jDS)Ncss|] }t|jdkVqdS)rN)rimages)r<axr;r;r> #sz-matplotlib_contains_images..)r3anyr"rr;r;r>matplotlib_contains_images!sr?cCsR|}t|trt|rd}|St|tjr'|jjdks#|jdkr't|}|S)Nfbfloat16) itemrfloatmathisnanrgenericdtypekindrr;r;r>_numpy_generic_convert&s rIddictvisiteddict[int, dict] | Nonetuple[dict, bool]cCst}d}|durt||i}nt||vr|t|dfS||t|<|D]$\}}t|trrQ6s       rQ2tuple[Any, bool] | tuple[None | str | float, bool]cCs&d}t|}t|r|}n]t|r'z|}WnRty&|}YnFwt|s/t|rdz |jr7| }Wn t yAYnwz|j }Wn tyPYnw| r^| }n|dfSt|rlt|}t|r|j dkr||d}n{|j dkr|}nqtrt|tjrt|}ndt|tr|d}nYt|ttfr|}nMt|rt|drt|dr|jd|j nt!|}n1t|t"rt#$|rd }n$t|t%rtrt&|\}}nt|t'rt(|}n t|t)j*r|j+}nd }t,|t-krt./d t0|j1d t,|d ||fS)z>Convert an object into something that's more becoming of JSON.Tr,r utf-8rvrurfNFzSerializing object of type z that is z bytes)2rrrreval RuntimeErrorrr  requires_graddetachAttributeErrorr%sizecpurBrr rflattentolistrrrFrIbytesdecoder r isoformatcallabler2rurvrYrCrDrErKrQsettupleenumEnumrXr VALUE_BYTES_LIMITrtermwarntyperl)rrSrr;r;r> json_friendly[sz                 rmvalcCst|tri}|D] \}}t|||<q |St|tr)t|j|j|jd}|St|\}}t|t rIt|t sIg}|D] }| t|q=|St |rZt|t sZt|}t|S|jjdvrdt |}|S)zJMake any value (including dict, slice, sequence, dataclass) JSON friendly.) slice_start slice_step slice_stop)builtins __builtin__)rrKrPjson_friendly_valslicestartstepstoprmrrYappendrrlrrkru)rnrSrTr~rqr;r;r>rts,     rtaliascCs(t|dko|ddko|ddS)Nr&rvr,)r isnumeric)rzr;r;r>alias_is_version_indexs(r}cCs@tt|rtddd}||}tt|rd|dS|S)Nr4r5r6plotly)_typeplot)rrrr7rto_plotly_jsonr8r;r;r> convert_plotss   rtuple[Any, bool]cCs8trt|tjr|jdkrtj|dddfS|dfS)NrW)num_binsTF)rrrr^r Histogramto_jsonrr;r;r>maybe_compress_historysr h5_typenamec CstrAt|tjrA|jdkrA|t|t|t|t|t |dt |dt |dt |d|jd dfS|dfS) NrW KZ) rvarmeanminmaxz10%z25%z75%z90%r^TF) rrrr^rrBraminamax percentile)rrr;r;r>maybe_compress_summarys         rattempt_launch_browsercCsgd}gd}ddl}|}|rGdtjvr tdd|Ds d}z|}t|d r4|j|vr7d}W|SW|SW|S|jyFd}Y|Sw|S) z%Decide if we should launch a browser.)DISPLAYWAYLAND_DISPLAY MIR_SOCKET)z www-browserlynxlinkselinksw3mrNlinuxcss|]}t|VqdSrA)rIgetenv)r<rr;r;r>r=s  z!launch_browser..FrX) webbrowserrBrr>getr2rXr)r_display_variables_webbrowser_names_blocklistrlaunch_browserbrowserr;r;r>rs.rlengthintcCs t|SrA)r generate_idrr;r;r>rs rcCs6tdrz ttjdWStyYdSwdS)zCAttempt to parse TFJob config, returning False if it can't find it. TF_CONFIGF)rIrjsonloadsenvironrr;r;r;r>parse_tfjob_config s  rc@eZdZdZdddZdS) WandBJSONEncoder-A JSON Encoder that handles some extra types.rrr:cCs4t|dr |St|\}}|r|Stj||S)N json_encode)r2rrmr JSONEncoderdefault)rdrtmp_objrSr;r;r>rs  zWandBJSONEncoder.defaultNrrr:rrlrurv__doc__rr;r;r;r>rrc@r) WandBJSONEncoderOldrrrr:cCs4t|\}}t|t|\}}|r|Stj||SrA)rmrrrrr)rdrrrS compressedr;r;r>r%s zWandBJSONEncoderOld.defaultNrrr;r;r;r>r"rrc@r) WandBHistoryJSONEncoderA JSON Encoder that handles some extra types. This encoder turns numpy like objects with a size > 32 into histograms. rrr:cCs.t|\}}t|\}}|r|Stj||SrA)rmrrrr)rdrrSrr;r;r>r3s  zWandBHistoryJSONEncoder.defaultNrrr;r;r;r>r-rc@r) JSONEncoderUncompressedrrrr:cCsNt|r|Strt|tjr|Str t|tjr |}tj ||SrA) rrarrnumberrBrFrrr)rdrr;r;r>rAszJSONEncoderUncompressed.defaultNrrr;r;r;r>r;rrfpIO[str]kwargscKt||fdti|Sz5Convert obj to json, with some extra encodable types.cls)r rrrrr;r;r>json_dump_saferKrcKt|fdti|Sr)r!rrrr;r;r>json_dumps_saferPrcKrr)r rrr;r;r>json_dump_uncompressedVrrcKr)zKConvert obj to json, with some extra encodable types, including histograms.r)r!rrr;r;r>json_dumps_safer_history[rrr{&int | float | str | Mapping | Sequenceint | float | strcCst|ttfr |St|S)z,If v is not a basic type convert it to json.)rrCrrr{r;r;r>make_json_if_not_number`srcCs|t|trdd|DSt|tr|St|tr!dd|DSt|tr<||kr,dS|tdkr4dS|tdkr lrNz&make_safe_for_json..cSsg|]}t|qSr;r)r<r{r;r;r>r?qsz&make_safe_for_json..NaNz+infInfinityz-infz -Infinity)rrrPrYrrCrr;r;r>ris      rercCsxddlm}t||s dS|jdusJd|jjkr dkr)ndS|jjdkr+dSt|jj}t|ddd) Nr HTTPErrorTiierrorsmessage) requestsrrresponse status_coderrcontentr)rrbodyr;r;r> no_retry_4xx}s   rrr$ list[str]cCsddlm}z|}Wn |ygYSwt|tsgSd dd}|d}r6||}|r4|gSgS|d }rVt|trVg}|D] }||}|rS||qF|SgS) zReturns error messages stored in a backend response. If the response is not in an expected format, an empty list is returned. Args: response: A response to an HTTP request to the W&B server. r)JSONDecodeErrorerrorrr:rcSs8t|tr|St|tr|d}rt|tr|SdS)Nr)rrYrKr)rrr;r;r> get_messages  z1parse_backend_error_messages..get_messagerN)rrr:r)rrrrrKrlistry)rrr%rrrrmessagesr;r;r>parse_backend_error_messagess*      rcCs ddlm}t|dr|j}t||sdS|jdurdS|jjdvr$dS|jjdvr,dS|jjdkrFtd tj j d |jjd |jj d |jjd krgtj rXt dtj jt d|jjd |jj d |jjdkrt|jrtdStd|jjd |jj d dS)NrrrT)rF)rz@The API key you provided is either invalid or missing. If the `aZ` environment variable is set, make sure it is correct. Otherwise, to resolve this issue, you may try running the 'wandb login --relogin' command. If you are using a local server, make sure that you're using the correct hostname. If you're not sure, you can try logging in again using the 'wandb login --relogin --host [hostname]' command.(Error z: )rzPermission denied to access zIt appears that you do not have permission to access the requested resource. Please reach out to the project owner to grant you access. If you have the correct permissions, verify that there are no issues with your networking setup.(Error rzUFailed to find resource. Please make sure you have the correct resource path. (Error )rrr2rrrrrrrAPI_KEYreasonrunrrCr LookupErrorrrr;r;r> no_retry_authsT          r bool | NonecCsDddlm}t|dr|j}t||r |jdur |jjdkr dSdS)zCheck if the exception is a conflict type so it can be retried. Returns: True - Should retry this operation False - Should not retry this operation None - No decision, let someone else decide rrrNrTrrr2rrrrrr;r;r>check_retry_conflicts    rcCsTddlm}t|dr|j}t||r(|jdur(|jjdkr dS|jjdkr(dSdS) zCheck if the exception is a conflict or gone type, so it can be retried or not. Returns: True - Should retry this operation False - Should not retry this operation None - No decision, let someone else decide rrrNrTiFrrr;r;r>check_retry_conflict_or_gones    rfallback_retry_fnCheckRetryFnTypecheck_fn"Callable[[Exception], bool | None]check_timedeltatimedelta | Nonecsdfdd }|S) aQReturn a check_retry_fn which can be used by lib.Retry(). Args: fallback_fn: Use this function if check_fn didn't decide if a retry should happen. check_fn: Function which returns bool if retry should happen or None if unsure. check_timedelta: Optional retry timeout if we check_fn matches the exception rrr:bool | timedeltacs0|}|dur |S|durdSrSdS)NFTr;)rcheckrrrr;r>check_retry_fn&sz+make_check_retry_fn..check_retry_fnN)rrr:rr;)rrrrr;rr>make_check_retry_fns  rprogramNone | list | list[str]cCsztj|r;t|tjs;zt|}Wn tyYdSw|}| dr2t |ddS| dr;t jgSdS)zReturn a command that will run program. Args: program: The string name of the program to try to run. Returns: commandline list of strings to run the program (eg. with subprocess.call()) or None Nz#!r&.py)rIrCisfileaccessX_OKrOSErrorreadlinerrshlexrrrB executable)ropened first_liner;r;r> find_runner3s      rvaluesr target_lengthrcCsl|dkstdt|}t||kr|Stt|d|d}g}t|D] }||t||q&|S)zDownsample 1d values to target_length, including start and end. Algorithm just rounds index down. Values can be any sequence, including a generator. r,ztarget_length must be > 1)rrrrCrangeryr)rrratioresultir;r;r> downsampleJs  r dictionaryrrTcCs||vo t||tjSrA)rnumbersNumber)rrTr;r;r>has_num]rimagecCs|rtd|SdS)z)Regex match for valid docker image names.z^(?:(?=[^:\/]{1,253})(?!-)[a-zA-Z0-9-]{1,63}(?docker_image_regexas r"argsc Csgd}d}d}g}t|dkr|ddkr|dt|D]A\}}|dr-|}|}qd|vr7||qt|r`||dkrG||qd |vrQ||q||vr`||d kr`||qd }|D]}d |vssd |vssd|vrw|}nqe|d urt|dkr|d}|S)aScan docker run args and attempt to find the most likely docker image argument. It excludes any arguments that start with a dash, and the argument after it if it isn't a boolean switch. This can be improved, we currently fallback gracefully when this fails. )z-tz--ttyz--rmz --privilegedz--oom-kill-disablez--no-healthcheckz-iz --interactivez--initz--helpz--detachz-dz --sig-proxyz-itz-itdrrr-z@sha256:r&=r,N:@r)rpop enumeraterryr") r# bool_args last_flaglast_argpossible_imagesrarg most_likelyimgr;r;r>image_from_docker_argsks:       r2rcCrr)yaml safe_load)rr3r;r;r> load_yamlr r5c Csd}tj|s dSzt| }|}Wdn1swYWn?ty7td|dYdStyc}z!t }d|d|d|d}t|t |WYd}~dSd}~ww|shdSd dl }d td td td dtd}z|j|dddd|id}|Wn |jyYdSwzt|ddd ddWStttfytdYdSw)a Ping the k8s metadata service for the image id. Specify the KUBERNETES_NAMESPACE environment variable if your pods are not in the default namespace: - name: KUBERNETES_NAMESPACE valueFrom: fieldRef: fieldPath: metadata.namespace z3/var/run/secrets/kubernetes.io/serviceaccount/tokenNzToken file not found at rfz!Unable to read the token file at z due to permission error (z).The current user id is zQ. Consider changing the securityContext to run the container as the current user.rz*https://{}:{}/api/v1/namespaces/{}/pods/{}KUBERNETES_SERVICE_HOSTKUBERNETES_PORT_443_TCP_PORTKUBERNETES_NAMESPACErHOSTNAMEz4/var/run/secrets/kubernetes.io/serviceaccount/ca.crt AuthorizationzBearer )verifytimeoutheadersstatuscontainerStatusesimageIDzdocker-pullable://z&Error checking kubernetes for image id)rIrCexistsrrFileNotFoundErrorrwarningPermissionErrorgetuidrrkrformatrrraise_for_statusRequestExceptionrYrrrr IndexErrorr) token_path token_filetokenr current_uidrDr k8s_serverresr;r;r>image_id_from_k8ssh           rQtargetr=int | float | Nonecs,td fdd dfd d }|S)aWrap a method to run in the background with an optional timeout. Returns a new method that will call the original with any args, waiting for upto timeout seconds. This new method blocks on the original and returns the result or None if timeout was reached, along with the thread. You can check thread.is_alive() to determine if a timeout was reached. If an exception is thrown in the thread, we reraise it. q queue.Queuer#rrr:c sLz ||i|WdSty%}z ||WYd}~dSd}~wwrA)putr)rTr#rr)rRr;r>wrapped_targets z"async_call..wrapped_targetBtuple[Exception, threading.Thread] | tuple[None, threading.Thread]csvtjf||d}d|_|zd}Wntjy(d|fYSwt|tr7| t d||fS)N)rRr#rTr&) r`ThreaddaemonrvrqueueEmptyrrwith_tracebackrBexc_info)r#rthreadr)rTr=rWr;r>wrappers   zasync_call..wrapperN)rTrUr#rrrr:r)r#rrrr:rX)r[Queue)rRr=r`r;)rTrRr=rWr> async_calls rbrTrU max_items queue_timeout int | floatc Csvz|d|}Wn tjygYSw|g}t|D]}z|}Wntjy2|YSw||q|SNT)rr[r\r get_nowaitry)rTrcrdrBrPrqr;r;r>read_many_from_queue s    rhrCcCstS)z|Get a time value for interval comparisons. When possible it is a monotonic clock to prevent backwards time issues. )time monotonicr;r;r;r> stopwatch_nowsrk class_countlist[list[int]]cs$gdgfddtdDS)N)rrrcs"g|] }t|dddqS)g?)colorsys hsv_to_rgb)r<rrlr;r>r?%sz class_colors..r,)rrpr;rpr> class_colors#s rqchoices Sequence[str] input_timeout float | NonecCst|dkr |dSt|D]\}}td|dd|q td|d}|s*q d}ttt|d}Wd n1sBwY|dksS|t|dkrYt d q ||}td ||S) aGPrompt the user to choose from a list of options. If exactly one choice is given, it is returned immediately. Raises: TimeoutError: if input_timeout is specified and expires. NotATerminalError: if the output device is not capable. KeyboardInterrupt: if the user aborts by pressing Ctrl+C. r,r(z) TzEnter your choice: )r=NzInvalid choicez You chose ) rr*rtermlogr contextlibsuppressrrrk)rrrtr choice_strchoiceidxrr;r;r>prompt_choices+s$    r~shape Sequence[int]riskycCsHt|dvrdS|rt|dkrdSt|dkr"|ddvr dSdSd S) zInfer the type of data based on the shape of the tensors. Args: shape (Sequence[int]): The shape of the data risky(bool): some guesses are more likely to be wrong. )r,r&labelr:r rw)r,r:rsegmentation_maskN)r)rrr;r;r>guess_data_typeRs   r dest_path source_urlapi_keycCsddl}d|pdf}|j||ddd}|tj|vr%ttj|t |d}|j dd D]}| |q1WddS1sDwYdS) NrapirTauthstreamr=rr4) chunk_size) rrrHrIrrmkdir_exists_okrCrQ fsync_open iter_contentr)rrrrrrrr%r;r;r>download_file_from_urljs     "rrbcCs4ddl}d|pdf}|j||ddd}||jS)NrrrTrr)rrrHr)rrrrrr;r;r>download_file_into_memorys robrcCst|do|S)Nisatty)r2r)rr;r;r>rrrr^unitslist[tuple[str, Any]] | NonecCsX|pt}|d\}}tt||d}|dkst|dkr#||St||ddS)Nrr,r4) POW_10_BYTESroundrCr to_human_size)r^runitr~factorr;r;r>rs  rcCs|pt}dd|D}tdd|tj}t||}|s&tdt | d| dr:|| d nd}}t ||S)NcSsi|] \}}||qSr;)upper)r<rr~r;r;r>rrNz#from_human_size..z(\d+\.?\d*)\s*({})?|z/size must be of the form `10`, `10B` or `10 B`.r,r&) rrcompilerGrJkeys IGNORECASEr!rrCgrouprr)r^r units_dictregexr!rrr;r;r>from_human_sizes   rcCsddlm}|j}|durdSt|}tj|}|dur"t|Stj|s0tj tj |}tj tj |}| |sCt|S|}tj||}|dkrV|d|7}t|tjdS)Nr)GitRepo uncategorizedrfr%rq)wandb.sdk.lib.gitlibrroot_dirto_native_slash_pathrIrCbasenamerYisabsrJrrQrPrrelpathrr)rrr repo_nameprog_dirprojectsub_pathr;r;r>auto_project_names$     rcCstdkr |dd}|S)Nr\r)rrrrr;r;r>to_forward_slash_paths  rr"cCst|dtjS)Nr)r"rrIrrr;r;r>rrrfilescCs$d|vrtdtddSdS)Nzwandb-metadata.jsonz8These runs were logged with a previous version of wandb.zGRun pip install wandb<0.10.0 to get the old library and sync your runs.TF)rrk)rr;r;r>check_and_warn_olds rc@s`eZdZdddZdd d Zdd d Zdd dZ d d!ddZd"ddZd#ddZ d$ddZ dS)%ImportMetaHookr:r@cCst|_t|_dSrA)rKrn on_importrdr;r;r>res zImportMetaHook.__init__fullnamerYrrcCs|j|g|dSrA)r setdefaultry)rdrrr;r;r>rrzImportMetaHook.addcCstjd|dSr)rB meta_pathrSrr;r;r>installrzImportMetaHook.installcCstj|dSrA)rBrrrr;r;r> uninstallrzImportMetaHook.uninstallNrCrImportMetaHook | NonecCs||jvr|SdSrA)r)rdrrCr;r;r> find_modules zImportMetaHook.find_modulercCsH|t|}|||j|<|j|}|r"|D]}|q|SrA)rrr rrnrr)rdrmod on_importsr@r;r;r> load_modules   zImportMetaHook.load_moduletuple[str, ...]cCs t|jSrA)rgrnrr;r;r> get_modulesrFzImportMetaHook.get_modulesr[cCs |j|SrA)rnrcr;r;r>rrFzImportMetaHook.get_modulerOrrYrrr:r@rA)rrYrCrr:r)rrYr:r)r:r)r[rYr:r) rlrurvrerrrrrrrr;r;r;r>rs      rr _import_hookrrcCs&tdur tatt||dSrA)rrrr)rrr;r;r>add_import_hooksrcCstj|}t|jS)zReturn the host of the path.)rrrrYr)rCurlr;r;r>host_from_path s  rcCs6tj|}|jddkr|jn|jdd}t|S)zReturn the URI of the path.rrr,N)rrrrCrY)rCrrr;r;r> uri_from_paths "rrrcCs t|dd}|r|dvSdS)z)Return True if the stream supports UTF-8.encodingN>utf_8rXF)getattrlower)rrr;r;r>is_unicode_safes rrand!ModuleType | random.Random | Nonecs.tdptdfddt|DS)Nz8rand_alphanumeric is deprecated, use 'secrets.token_hex'rc3s|]}dVqdS)0123456789ABCDEFN)r|r<rqrr;r>r=%sz$rand_alphanumeric..)r termerrorrandomrJr)rrr;rr>rand_alphanumeric s rrr#rrGenerator[IO[Any], None, None]ccsRt|||d}|V|t|WddS1s"wYdS)zFOpen a path for I/O and guarantee that the file is flushed and synced.)rN)rflushrIfsyncfileno)rCrrr@r;r;r>r(s "rcCstddup dtjvS)NKAGGLE_KERNEL_RUN_TYPEkaggle_environments)rIrrBrnr;r;r;r> _is_kaggle4srcCs0z tdd}|WdStyYdSw)zReturns whether we have internet access. Checks for internet access by attempting to open a DNS connection to Google's root servers. )z8.8.8.85r#FT)socketcreate_connectionrr )sr;r;r> _has_internet;s   rc Cs0tptjtjtjdddpdtjvS)N~z.kagglez kaggle.jsonkaggle)rrIrCrB expanduserrJrBrnr;r;r;r>_is_likely_kaggleJsrcCsPdtjvr&tjd}t|dr&|j}t|dr&|j}t|dr&t|jdkSdS)NdbutilsshellscappNamezDatabricks ShellF)rBrnr2rrrr)rrrr;r;r>_is_databricksUs     rcCs(tj|}|dp|dp|dkS)Nr  Dockerfilezrequirements.txt)rIrCrrr)rCrr;r;r>!_is_py_requirements_or_dockerfilees  rartifactr%dict[str, Any]cCs$dd|j|j|jdd|jdS)NartifactVersionv0r'r)r_versionrOversion sequenceNameusedAs)rOsource_version source_nameruse_as)rr;r;r>artifact_to_jsonnsrnestedcCsP|D]!}t|trt|d}|rdSqt|tjs t|r%|r%dSqdS)NTF)rrrK#check_dict_contains_nested_artifactrr%_is_artifact_string)rJrrBcontains_artifactsr;r;r>rys   rconfigcCsddl}tj|d}|dkr+t| }t|WdS1s$wYdS|dkrJt| }||WdS1sCwYdSzt|WSt yZYdSw)Nrrwz.jsonz.yaml) r3rIrCsplitextrrrtr4rr)rr3extr@r;r;r>load_json_yaml_dicts $ $  rrgcCs@|d}t|dkrtddgdt||}tt|S)aParse paths with the following formats: {item}, {project}/{item}, & {entity}/{project}/{item}. Args: path: `str`, input path; must be between 0 and 3 in length. Returns: tuple of length 3 - (item, project, entity) Example: alias, project, entity = _parse_entity_project_item("myproj/mymodel:best") assert entity == "" assert project == "myproj" assert alias == "mymodel:best" rr:zYInvalid path: must be str the form {item}, {project}/{item}, or {entity}/{project}/{item}r)rrrrgreversed)rCwords padded_wordsr;r;r>_parse_entity_project_items   raliasesstr | Iterable[str] | Nonec CsR|pdg}t|tr |g}z tt|dhBWSty(}ztd|d}~ww)a.Add the 'latest' alias and ensure that all aliases are unique. Takes in `aliases` which can be None, str, or List[str] and returns list[str]. Ensures that "latest" is always present in the returned list. Args: aliases: `aliases: str | Iterable[str] | None` Returns: list[str], with "latest" always present. Usage: ```python aliases = _resolve_aliases(["best", "dev"]) assert aliases == ["best", "dev", "latest"] aliases = _resolve_aliases("boom") assert aliases == ["boom", "latest"] ``` latestz"`aliases` must be Iterable or NoneN)rrYrrf TypeErrorr)rexcr;r;r>_resolve_aliasess   r TypeGuard[wandb.Artifact]cCs t|tjSrA)rrr%rr;r;r>_is_artifact_objects rTypeGuard[str]cCst|to |dS)Nwandb-artifact://)rrYrrr;r;r>rrrTypeGuard[dict]cCst|to |ddkS)Nrr)rrKrrr;r;r>_is_artifact_version_weave_dictrrcCst|p t|p t|SrA)rrrrr;r;r>_is_artifact_representations rtuple[str, str | None, bool]cCs|ds td||tdd}d}tj|}|jdkr5|jd|j}|j ddd}n| d}|ddkrG|d|d fSt|d krTtd||dd \}}}|d|d||d fS) NrzInvalid artifact string: rrrr,r_idTr:F) rrrrrrrrrCr)r{parsed_vbase_uriurl_infopartsentityrname_and_alias_or_versionr;r;r>parse_artifact_strings      rcCstj}|dur t|SdSrA)rrmax_cli_versionrY)rr;r;r>_get_max_cli_versions rrXstrict str | bytesrcCs6t|tr |||St|tr|Stdt|)zCoerce s to str.znot expecting type )rrbrcrYr rl)rrrr;r;r> ensure_texts   r"cCs,tdd|}t|dkr|Stdd|S)z0Make an artifact name safe for use in artifacts.z[^a-zA-Z0-9_\-.]rqz(^.{63}).*(.{63}$)z \g<1>..\g<2>)rsubr)rXcleanedr;r;r>make_artifact_name_safes r&cCs@td|}td|}td|}td|}|r|SdS)z3Make a docker image name safe for use in artifacts.__rr )RE_DOCKER_IMAGE_NAME_CHARSr$r%RE_DOCKER_IMAGE_NAME_SEPARATOR_REPEAT$RE_DOCKER_IMAGE_NAME_SEPARATOR_START"RE_DOCKER_IMAGE_NAME_SEPARATOR_END)rX safe_charsdeduped trimmed_starttrimmedr;r;r>make_docker_image_name_safes     r0source destinationcCs|D]<\}}t|tr"||}t|trt||q|||<qt|tr<||}t|tr7||q|||<q|||<q|S)aRecursively merge two dictionaries. This mutates the destination and its nested dictionaries and lists. Instances of `dict` are recursively merged and instances of `list` are appended to the destination. If the destination type is not `dict` or `list`, respectively, the key is overwritten with the source value. For all other types, the source value overwrites the destination value. )rPrrKr merge_dictsrextend)r1r2rTr~node dest_valuer;r;r>r3#s           r3r/cGstdd|DdS)zXReturn the first non-none value in the list of arguments. Similar to ?? in C#. css|] }|dur|VqdSrAr;)r<ar;r;r>r=Lszcoalesce..N)next)r/r;r;r>coalesceGsr9cCsL|D]\}}t|trt|qt|dr#t|||<t||q|S)Nr)rPrrKrecursive_cast_dictlike_to_dictr2)rJrr{r;r;r>r:Os     r:dict[str, Any] | AnycCslt|ts|St|tr4i}|D]\}}t|}|dur-t|tr)t|dks-|||<q|r2|SdSdSr)rrKrPremove_keys_with_none_valuesr)rJnew_dictrr{new_vr;r;r>r<Ys   r<niterable Iterable[T]Generator[list[T], None, None]ccs@t|}tt||}|r|Vtt||}|sdSdSrA)iterr itertoolsislice)r?r@rbatchr;r;r>batchedgs rG cCsdddt|DS)zGenerate a random string of a given length. :param length: Length of the string to generate. :return: Random string. rcss"|] }ttjtjVqdSrA)secretsr|rascii_lowercasedigitsrr;r;r>r=us z random_string..)rJrrr;r;r> random_stringos rLxsIterable | Iterable[Iterable]ysIterable[Iterable]rIterable | None sample_sizetuple[list, list, list | None]c Cst|}t|}|rt|nd}ttt| t|}|t|}tjjt|||d}||} ||} |rH||nd} | | | fS)zSample from a list of lists with weights that decay exponentially. May be used with the wandb.plot.line_series function. N)r^rL) rarrayexparangersumrr|ra) rNrPrrSxs_arrayys_array keys_arrayweightssampled_indices sampled_xs sampled_ys sampled_keysr;r;r>%sample_with_exponential_decay_weightszs    ra)frozenc@s"eZdZUdZded<ded<dS)InstalledDistributionzAn installed distribution. Attributes: key: The distribution name as it would be imported. version: The distribution's version string. rYrTrN)rlrurvr__annotations__r;r;r;r>rcs  rcIterable[InstalledDistribution]c csbddlm}|D]$}ttttt|jd|j dVWdn1s)wYq dS)z2Return the working set of installed distributions.r) distributionsName)rTrN) importlib.metadatarfryrzrUnicodeDecodeErrorr rcmetadatar)rfrJr;r;r> working_sets  rkcCs>ttjdd}|std|dtdt|S)zReturns the path to the wandb-core binary. Returns: str: The path to the wandb-core package. Raises: WandbCoreNotAvailableError: If wandb-core was not built for the current system. binz wandb-corezFile not found: zA. Please contact support at support@wandb.com. Your platform is: rf)pathlibPathrRrprBrrrY)bin_pathr;r;r> get_core_paths rptime_strcCsfddl}|sdS|d|}|std|dt|d}|d}ddd d d d d }|||S)aParse a time period string and return seconds. Args: time_str: Time period string like "10s", "5m", "8h", "8d", "6M", "1y" Accepted values are: - s (seconds) - m (minutes) - h (hours) - d (days) - M (months) - y (years) Returns: Number of seconds in the time period Raises: ValueError: If the format is invalid Examples: >>> parse_time_period("10s") 10 >>> parse_time_period("5m") 300 >>> parse_time_period("8d") 691200 >>> parse_time_period("6M") 15552000 >>> parse_time_period("1y") 31536000 rNz^(\d+)([smhdMy])$zInvalid time period format: zw. Expected format: where unit is s (seconds), m (minutes), h (hours), d (days), M (months), or y (years)r,r&<iiQi'i3)rmhrJMy)rr!rrr)rqrr!r*r conversionsr;r;r>time_string_to_secondss$    rx)r:rr)rXrYr:r^rf)rXrYrrrrr:r)r:r)rrYr:rY)rrr:r)rrYr:r)rrYr:rY)rrYr:r)rCrr:r)rCrYr:rYrA) rrYrrYrrYrrr:r@)rrr:r)rrYr:rr)rJrKrLrMr:rN)rrr:rV)rnrr:r)rzrYr:r)rrr:r)rrrrYr:r)T)rrr:r)r)rrr:rY)r:r)rrrrrrr:r@)rrrrr:rY)r{rr:r)rrr:r)rr$r:r)rrr:r)rrr:r)rrrrrrr:r)rrYr:r)rrrrr:r)rrrTrr:r)r rYr:r)r#rr:r)rrr:r)r:r)rRrr=rSr:r)rTrUrcrrdrer:r)r:rC)rlrr:rm)rrrsrtrur:rY)F)rrrrr:r)rrYrrYrrr:r@)rrYrrr:rb)rrr:r)r^rrrr:rY)r^rYrrr:r)rrr:rY)rCrYr:r")rrr:rr)rCrr:rY)rrr:r)rN)rrrrr:rY)rN)rCr#rrYrrr:r)r:r)rCrYr:r)rr%r:r)rJrKrrr:r)rrYr:r)rCrYr:rg)rr r:r)r{rr:r)r{rr:r)r{rr:r)r{rr:r)r{rYr:r)rXr )rr!rrYrrYr:rY)rXrYr:rY)r1rr2rr:r)r/rr:r)rJrr:r)rJr;r:r;)r?rr@rAr:rB)rH)NrM) rNrOrPrQrrRrSrr:rT)r:re)r:rY)rqrYr:r) __future__rrnry dataclassesrhrimportlib.utilrDrloggingrDrrIrmrr[rrrIrrrrBrrr`rirjrcollections.abcrrrrrr rr gzipr r r rtypingrrrrrtyping_extensionsrrrrrr wandb.env wandb.errorsrrrrwandb.errors.termr wandb.sdk.librrwandb.sdk.lib.json_utilr r!wandb.sdk.lib.pathsr"r#rr$wandb.sdk.artifacts.artifactr%rrrr& getLoggerrlrrfrLAUNCH_JOB_ARTIFACT_SLOT_NAMEMAX_LINE_BYTESrCrBrJrQrRIS_GITDOCKER_IMAGE_NAME_SEPARATORrr*r+r)r(r POW_2_BYTESrWr\r]rwrrrrrrr pandas_specrjrrrrrrrrrrrrrrrrr r rrrrrrr3r:r?rIrQrmrtr}rrrrrrrrrrrrrrrrrrrrrrrrrrr"r2r5rQrbrhrkrqr~rrrrrrrrrrrrrdrrrrrcontextmanagerrrrrrrrrrrr rrrrrrr"r&r0r3r9r:r<rGrLra dataclassrcrkrprxr;r;r;r>s           $         +               ,  % D              3 4      5 > & '  '     !   $