o mi=@sXUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZmZddl m!Z!m Z m"Z"ddlm#Z#ddlm$Z$ddlm%Z%ddl&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5ddl6Z6ddl7Z7ddl8Z8ddl9Z8ddl:m;Z;mZ>m?Z?dd l@mAZAdd lBmCZCmDZDdd lEmFZFmGZGdd lHmIZImJZJe(rddlKZLddlMZ8ddlNZ8dd lOmPZPe*eQge5eRe"ffZSe4dZTe UeVZWeXZYdZZdZ[e j\]e j\^e j\_e`ddZadZbecdebZdecebdZeecebdZfecdZgear]dZhndZhgdZigdZjde*fddZkdelde)fd d!ZmGd"d#d#ZnGd$d%d%ej%Zodeldej%fd&d'Zp  (dmdeld)e0e5eleRfd*eRde)fd+d,Zqde0d-fd.d/Zreqd0Zsd1Ztejuvd2Zwewdurd(Ztd3Zxd4eldelfd5d6Zyd7e)de)fd8d9Zzd7e)de)fd:d;Z{dZ|d?eldelfd@dAZ}dBelde0elfdCdDZ~ dndEeldFeldGeldHe0e*ddf dIdJZdKe)deRfdLdMZdNeldeRfdOdPZdNeldeRfdQdRZdKe)deRfdSdTZdNeldeRfdUdVZdNeldeRfdWdXZdKe)de0e)fdYdZZdNeldeRfd[d\ZdNeldeRfd]d^ZdNeldeRfd_d`ZdNeldeRfdadbZdNeldeRfdcddZdKe)deRfdedfZdKe)deRfdgdhZdKe)de)fdidjZdKe)de)fdkdlZdKe)deRfdmdnZdKe)de)fdodpZ dndqe+dre0e+ee+fde3e+eRffdsdtZdKe)de5e3e)eRfe3e5delefeRfffdudvZdwe)de)fdxdyZdzeldeRfd{d|ZdKe)de)fd}d~ZdKe)de3e)eRffddZdKe)delde3e)eRffddZdodeRdeRfddZdpdedelfddZde)fddZGddde jZGddde jZGddde jZGddde jZdKe)de'elde)ddfddZdKe)de)delfddZdKe)de'elde)ddfddZdKe)de)delfddZde5eeele/e1fde5eeelffddZdKe)de)fddZdeQdeRfddZde6jde.elfddZde)deRfddZde)de0eRfddZde)de0eRfddZ dndeSde*eQge0eRfde0e"deSfddZdelde5dee.elffddZde1dedefddZde/de)deRfddZdelfddZdelde)fddĄZde.elde0elfddDŽZde)de)fddʄZde0elfdd̄Z dnde*de0e5eefde*fddЄZdddede5eefdefddքZdefdd؄Zdede.e.efddۄZ  1dqde5eedfdeRdelfdd߄Z  1dqde1elde5eedfdeRdelfddZdrde1edeRde0elfddZ dndeldelde0elddfddZdndelde0eldefddZde'deRfddZÐdndede0e.e3ele)fdelfddZĐdndelde0e.e3ele)fdefddZde0eldelfddZdeldelfddZdeldeIfddZde.eldeRfddZGdddZdae0ee̐d<delde*ddfddZde0eldelfdd Zde0eldelfd d Zϐd e2deRfd dZdeRfddZ dsdede0e5e%ejfdelfddZej dtdeJdelde0elde,e'e)ddffddZdeRfddZdeRfddZdeRfddZdeldeRfdd Zِd!d"de+ele)ffd#d$Zڐdrdqeېd%eRdeRfd&d'Zܐd(elde)fd)d*Zdeldefd+d,Zߐd-e0e5ele-elfde.elfd.d/Zde)deRfd0d1Zde)deRfd2d3Zde)deRfd4d5Zde)deRfd6d7Zdelde3ele0eleRffd8d9Zde5eldffd:d;ZdeRfd<d=Z ?dudtjd |q0|S) aCreate a function that restores user paths after vendor imports. This enables us to use the vendor directory for packages we don't depend on. Call the returned function after imports are complete. If you don't you may modify the user's path which is never good. Usage: ```python reset_path = vendor_setup() # do any vendor imports... reset_path() ``` cSsg|]}|qSr=).0 directoryr=r=H/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/wandb/util.py sz vendor_setup..r<Ncs t_dSN)syspathr=) original_pathr=r@reset_import_path z'vendor_setup..reset_import_pathvendor)z gql-0.2.0zgraphql-core-1.1watchdog_0_9_0z promise-2.3.0csg|] }tj|qSr=)osrDjoin)r>p) vendor_dirr=r@rAr.r<N)rCrDrJabspathdirname__file__rKinsert)rF parent_dirvendor_packages package_dirsrLr=)rErMr@ vendor_setups rWnamecCst}t|}||SrB)rWr)rX reset_pathmoduler=r=r@ vendor_importsr[c@s*eZdZdejddfddZdddZdS) LazyModuleStaterZr<NcCs||_d|_t|_dSNF)rZ load_started threadingRLocklockselfrZr=r=r@__init__szLazyModuleState.__init__cCs|j7|jr WddSd|_|jjdusJ|jjjdus$J|jjj|jtj|j_WddS1s=wYdSNT) rar^rZ__spec__loader exec_moduletypesr __class__rcr=r=r@loads "zLazyModuleState.loadrO)__name__ __module__ __qualname__rir rdrlr=r=r=r@r\sr\c@sFeZdZdedefddZdededdfddZdeddfd d ZdS) LazyModulerXr<cCs t|d}|t||SN__lazy_module_state__)object__getattribute__rlrcrXstater=r=r@rts  zLazyModule.__getattribute__valueNcCs&t|d}|t|||dSrq)rsrtrl __setattr__)rcrXrwrvr=r=r@rxs zLazyModule.__setattr__cCs$t|d}|t||dSrq)rsrtrl __delattr__rur=r=r@rys zLazyModule.__delattr__)rmrnrostrr rtrxryr=r=r=r@rpsrpcCsbztj|WSty0tj|}|durttj|}t||_ t |_ |tj|<|YSw)aWImport a module lazily, only when it is used. Inspired by importlib.util.LazyLoader, but improved so that the module loading is thread-safe. Circular dependency between modules can lead to a deadlock if the two modules are loaded from different threads. :param (str) name: Dot-separated module path. E.g., 'scipy.stats'. N) rCmodulesKeyError importlibutil find_specModuleNotFoundErrormodule_from_specr\rrrprj)rXspecrZr=r=r@import_module_lazys      rTrequiredlazycCst|tvr+z |s t|WSt|WSty*t|d|}|r(t|Ynw|r6|tvr8t|dSdS)aWReturn module or None. Absolute import is required. :param (str) name: Dot-separated module path. E.g., 'scipy.stats'. :param (str) required: A string to raise a ValueError if missing :param (bool) lazy: If True, return a lazy loader for the module. :return: (module|None) If import succeeds, the module will be returned. z Error importing optional module N) _not_importablerr Exceptionaddlogger exceptionwandbError)rXrrmsgr=r=r@ get_modules         rzimportlib.ModuleInterfacecCst|SrB)r)rXr=r=r@get_optional_modulesrnumpyFpandasiapi_urlcCsrtj}|durt|dSd|vr|dddSd|vr*|dddSd|vr7|dddS|S)z5Return the frontend app url without a trailing slash.N/z://api.wandb.testz://api.z://app.z ://api.wandb.://)renv get_app_urlrzstripreplace)rapp_urlr=r=r@r s rocCs&|jjd|jj}|dvr|jS|S)z~Determine types based on type names. Avoids needing to to import (and therefore depend on) PyTorch, TensorFlow, etc. .)zbuiltins.modulez__builtin__.module)rjrnrm)r instance_namer=r=r@get_full_typename srcCs>t|}t|r dSt|rdS|jjddd|jjS)Nztensorflow.Tensorz torch.Tensorrr)ris_tf_tensor_typenameis_pytorch_tensor_typenamerjrnsplitrm)rtypenamer=r=r@get_h5_typename,s rstringcCstj|}t|jdkSNr)urllibparseurlparselenscheme)r parsed_urir=r=r@is_uri6s ruricCs(|dr tj|jn|}tj|S)zcConvert URI to local filesystem path. No-op if the uri does not have the expected scheme. zfile:) startswithrrrrDrequest url2pathname)rrDr=r=r@local_file_uri_to_path;s r path_or_uricCs>tj|}t|jdks|jdkrt|jdkrt|SdS)zReturn path if local, None otherwise. Return None if the argument is a local path (not a scheme or file:///). Otherwise return `path_or_uri`. rfileN)rrrrrnetlocr)rrr=r=r@get_local_path_or_noneDs  routput_filename source_dir archive_name custom_filterc sdddtdffdd }t\}}zpt|d}|j|||dWdn1s-wYtjdt|d d d d $}t|d } || Wdn1sVwYWdn1sewYWt |t |dSWt |t |dSt |t |w) Ntar_infoztarfile.TarInfor<csd|_dur |S|Sr)mtime)rrr=r@_filter_timestamps\sz(make_tarfile.._filter_timestampsw)arcnamefilterwbr)filenamefileobjmoderrb) rtempfilemkstemptarfileopenrgzipGzipFilewritereadrJcloseremove) rrrrr descriptorunzipped_filenametar gzipped_tartar_filer=rr@ make_tarfileUs.     robjcCddl}t||jSr) tensorflow isinstanceTensor)rrr=r=r@ is_tf_tensoro rrcC|do d|vp d|vS)N tensorflow.rVariablerrr=r=r@ru rcC|dod|vS)Nr EagerTensorrrr=r=r@is_tf_eager_tensor_typename{rcCrr)torchrr)rrr=r=r@is_pytorch_tensorrrcCr)Nztorch.rrrrr=r=r@rrrcCr)Nzjaxlib.Arrayrrr=r=r@is_jax_tensor_typenamerrcCsddl}||Sr)jax device_get)rrr=r=r@get_jax_tensors rcCr)Nzfastai.rrrr=r=r@is_fastai_tensor_typenamerrcCr)Nzpandas. DataFramerrr=r=r@is_pandas_data_frame_typenamerrcC |dS)Nz matplotlib.rrr=r=r@is_matplotlib_typenamerGrcCr)Nplotly.rrr=r=r@is_plotly_typenamerGrcCs|do |dS)Nrz.Figure)rendswithrr=r=r@is_plotly_figure_typenamercCstot|tjSrB)nprndarrayrr=r=r@is_numpy_arrayrcCs$tr ddl}t||jStt|Sr) pd_availablerrrrr)rpdr=r=r@is_pandas_data_frames  rcCs~ddl}ddlm}ddlm}dtdtfdd}||_||jkr'| }|St ||s=t |d r=|j }t ||s=t d |S) zExtract the current figure from a matplotlib object. Return the object itself if it's a figure. Raises ValueError if the object can't be converted. rN)Figure)Spinercr<cSsb|jpd}t|tr|dkrd}n|dkrd}t|dkr!td|\}}|dkr/|d kr/d Sd S) zReturn True if directly on axes frame. This is useful for determining if a spine is the edge of an old style MPL plot. If so, this function will return True. )outwardgcenter)axes?zero)datarzposition should be 2-tuplerrTF) _positionrrzr ValueError)rcposition position_typeamountr=r=r@ is_frame_likes   z/ensure_matplotlib_figure..is_frame_likefigurezHOnly matplotlib.pyplot or matplotlib.pyplot.Figure objects are accepted.) matplotlibmatplotlib.figurermatplotlib.spinesrr boolrpyplotgcfrhasattrrr )rrrrrr=r=r@ensure_matplotlib_figures      rcCst|}tddd}||S)N plotly.toolsplotly is required to log interactive plots, install with: `pip install plotly` or convert the plot to an image with `wandb.Image(plt)`r)rr mpl_to_plotlyrtoolsr=r=r@matplotlib_to_plotlys  rcCst|}tdd|jDS)Ncss|] }t|jdkVqdS)rN)rimages)r>axr=r=r@ sz-matplotlib_contains_images..)ranyrrr=r=r@matplotlib_contains_imagessr#cCsR|}t|trt|rd}|St|tjr'|jjdks#|jdkr't|}|S)Nfbfloat16) itemrfloatmathisnanrgenericdtypekindrr=r=r@_numpy_generic_converts r-dvisitedcCst}d}|durt||i}nt||vr|t|dfS||t|<|D]$\}}t|trConvert an object into something that's more becoming of JSON.Tr.r utf-8rornrNFz.Serializing object of type {} that is {} bytes)3rrrreval RuntimeErrorrr requires_graddetachAttributeErrorrsizecpur&rrrflattentolistrrr*r-bytesdecoderr isoformatcallablerrnrorzr'r(r)r0r3settupleenumEnumrXrVALUE_BYTES_LIMITrtermwarnformattyperm)rr5rr=r=r@ json_friendly,s~                 rOvalcCst|tri}|D] \}}t|||<q |St|tr)t|j|j|jd}|St|\}}t|t rIt|t sIg}|D] }| t|q=|St |rXt|t sXt|}|S|jjdvrbt |}|S)zJMake any value (including dict, slice, sequence, dataclass) JSON friendly.) slice_start slice_step slice_stop)builtins __builtin__)rr0r2json_friendly_valslicestartstepstoprOrrzappendrrNrrjrn)rPr5r6rw_r=r=r@rVrs,     rValiascCs(t|dko|ddko|ddS)Nrrvr.)r isnumeric)r]r=r=r@alias_is_version_indexs(r`cCs@tt|rtddd}||}tt|rd|dS|S)Nrrrplotly)_typeplot)rrrrrto_plotly_jsonrr=r=r@ convert_plotss   recCs8trt|tjr|jdkrtj|dddfS|dfS)Nr8)num_binsTF)rrrr?r Histogramto_jsonrr=r=r@maybe_compress_historysri h5_typenamec CstrAt|tjrA|jdkrA|t|t|t|t|t |dt |dt |dt |d|jd dfS|dfS) Nr8 KZ) rbvarmeanminmaxz10%z25%z75%z90%r?TF) rrrr?ror&rpaminamax percentile)rrjr=r=r@maybe_compress_summarys         rvattempt_launch_browsercCsgd}gd}ddl}|}|rGdtjvr tdd|Ds d}z|}t|d r4|j|vr7d}W|SW|SW|S|jyFd}Y|Sw|S) z%Decide if we should launch a browser.)DISPLAYWAYLAND_DISPLAY MIR_SOCKET)z www-browserlynxlinkselinksw3mrNlinuxcss|]}t|VqdSrB)rJgetenv)r>ror=r=r@r!s  z!launch_browser..FrX) webbrowserrCplatformr"getrrXr)rw_display_variables_webbrowser_names_blocklistrlaunch_browserbrowserr=r=r@rs.rlengthcC t|SrB)r generate_idrr=r=r@rs rcCs6tdrz ttjdWStyYdSwdS)zCAttempt to parse TFJob config, returning False if it can't find it. TF_CONFIGF)rJrjsonloadsenvironr r=r=r=r@parse_tfjob_configs  rc@"eZdZdZdedefddZdS)WandBJSONEncoder-A JSON Encoder that handles some extra types.rr<cCs4t|dr |St|\}}|r|Stj||S)N json_encode)rrrOr JSONEncoderdefault)rcrtmp_objr5r=r=r@rs  zWandBJSONEncoder.defaultNrmrnro__doc__r rr=r=r=r@rrc@r)WandBJSONEncoderOldrrr<cCs4t|\}}t|t|\}}|r|Stj||SrB)rOrvrrrr)rcrrr5 compressedr=r=r@rs zWandBJSONEncoderOld.defaultNrr=r=r=r@rrrc@r)WandBHistoryJSONEncoderA JSON Encoder that handles some extra types. This encoder turns numpy like objects with a size > 32 into histograms. rr<cCs.t|\}}t|\}}|r|Stj||SrB)rOrirrr)rcrr5rr=r=r@rs  zWandBHistoryJSONEncoder.defaultNrr=r=r=r@rrc@r)JSONEncoderUncompressedrrr<cCs6t|r|Strt|tjr|}tj||SrB) rrBrrr*r&rrr)rcrr=r=r@rs zJSONEncoderUncompressed.defaultNrr=r=r=r@rrrfpkwargscKt||fdti|Sz5Convert obj to json, with some extra encodable types.cls)r!rrrrr=r=r@json_dump_saferrcKt|fdti|Sr)r"rrrr=r=r@json_dumps_safer!rcKrr)r!rrr=r=r@json_dump_uncompressed'rrcKr)zKConvert obj to json, with some extra encodable types, including histograms.r)r"rrr=r=r@json_dumps_safer_history,rrr^cCst|ttfr |St|S)z,If v is not a basic type convert it to json.)rr'intrr^r=r=r@make_json_if_not_number1srcCs|t|trdd|DSt|tr|St|tr!dd|DSt|tr<||kr,dS|tdkr4dS|tdkrkr^r=r=r@ =rNz&make_safe_for_json..cSsg|]}t|qSr=r)r>r^r=r=r@rABsz&make_safe_for_json..NaNz+infInfinityz-infz -Infinity)rrr2rzrr'rr=r=r@r:s      recCsnt|tjsdS|jdusJd|jjkrdkr$ndS|jjdkr&dSt|jj}t|ddd)NTiierrorsrmessage) rrequests HTTPErrorresponse status_coderrcontentr)rbodyr=r=r@ no_retry_4xxNs  rrcCsxg}z|}Wn ty|YSwd|vr:t|dtr:|dD]}t|tr.d|i}d|vr9||dq#|S)Nrr)rr rlistrzr[)rrrerrorr=r=r@parse_backend_error_messagesXs    rcCst|dr|j}t|tjsdS|jdurdS|jjdvrdS|jjdvr'dS|jjdkrAtdtj j d|jjd |jj d |jjd krbtj rSt d tj jt d |jjd |jj d |jjdkr~t|jrodStd|jjd |jj d dS)NrT)rF)rz@The API key you provided is either invalid or missing. If the `aZ` environment variable is set, make sure it is correct. Otherwise, to resolve this issue, you may try running the 'wandb login --relogin' command. If you are using a local server, make sure that you're using the correct hostname. If you're not sure, you can try logging in again using the 'wandb login --relogin --host [hostname]' command.(Error z: )rzPermission denied to access zIt appears that you do not have permission to access the requested resource. Please reach out to the project owner to grant you access. If you have the correct permissions, verify that there are no issues with your networking setup.(Error rzUFailed to find resource. Please make sure you have the correct resource path. (Error )rrrrrrrrrrAPI_KEYreasonrunrrDr LookupErrorrr=r=r@ no_retry_authisR         rcCs:t|dr|j}t|tjr|jdur|jjdkrdSdS)zCheck if the exception is a conflict type so it can be retried. Returns: True - Should retry this operation False - Should not retry this operation None - No decision, let someone else decide rNrTrrrrrrrrr=r=r@check_retry_conflicts  rcCsJt|dr|j}t|tjr#|jdur#|jjdkrdS|jjdkr#dSdS)zCheck if the exception is a conflict or gone type, so it can be retried or not. Returns: True - Should retry this operation False - Should not retry this operation None - No decision, let someone else decide rNrTiFrrr=r=r@check_retry_conflict_or_gones   rfallback_retry_fncheck_fncheck_timedeltacs&dtdtttfffdd }|S)aQReturn a check_retry_fn which can be used by lib.Retry(). Args: fallback_fn: Use this function if check_fn didn't decide if a retry should happen. check_fn: Function which returns bool if retry should happen or None if unsure. check_timedelta: Optional retry timeout if we check_fn matches the exception rr<cs0|}|dur |S|durdSrSdS)NFTr=)rcheckrrrr=r@check_retry_fnsz+make_check_retry_fn..check_retry_fn)rrrr)rrrrr=rr@make_check_retry_fns"  rprogramcCsztj|r;t|tjs;zt|}Wn tyYdSw|}| dr2t |ddS| dr;t jgSdS)zReturn a command that will run program. Args: program: The string name of the program to try to run. Returns: commandline list of strings to run the program (eg. with subprocess.call()) or None Nz#!r.py)rJrDisfileaccessX_OKrOSErrorreadlinerrshlexrrrC executable)ropened first_liner=r=r@ find_runners      rvalues target_lengthcCsl|dkstdt|}t||kr|Stt|d|d}g}t|D] }||t||q&|S)zDownsample 1d values to target_length, including start and end. Algorithm just rounds index down. Values can be any sequence, including a generator. r.ztarget_length must be > 1)rrrr'ranger[r)rrratioresultir=r=r@ downsamples  r dictionaryr6cCs||vo t||tjSrB)rnumbersNumber)rr6r=r=r@has_numrcCs"tjdur tjjjStjddS)zLog file path used in error messages. It would probably be better if this pointed to a log file in a run directory. Nrzdebug-internal.log)rr _settings log_internalrJrDrKr=r=r=r@get_log_file_paths  rimagecCs|rtd|SdS)z)Regex match for valid docker image names.z^(?:(?=[^:\/]{1,253})(?!-)[a-zA-Z0-9-]{1,63}(?.wrapped_targetthreading.Thread)Nr.csttjf||d}d|_|zd}t|tr'|t d||fWSt j y9d|fYSw)N)r)rrTr) r_ThreaddaemonrXrrrwith_tracebackrCexc_infoqueueEmpty)rrthreadr)r*rr-r=r@wrappers     zasync_call..wrapper)r3Queuer rrr)r)rr6r=)r*r)rr-r@ async_calls r8r*r+ max_items queue_timeoutc Csvz|d|}Wn tjygYSw|g}t|D]}z|}Wntjy2|YSw||q|Sre)rr3r4r get_nowaitr[)r*r9r:r&r2r\r=r=r@read_many_from_queues    r<cCstS)z|Get a time value for interval comparisons. When possible it is a monotonic clock to prevent backwards time issues. )time monotonicr=r=r=r@ stopwatch_nowsr? class_countcs$gdgfddtdDS)N)rrrcs"g|] }t|dddqS)g?)colorsys hsv_to_rgb)r>rr@r=r@rAsz class_colors..r.)rrCr=rCr@ class_colorss rD input_timeoutjupytercCslt}tj}|durddlm}tj|j|d}tdkrd}|d}|tkr.||}|S|||d}|S)Nr) timed_input)rWindowsrz: Enter your choice: )rF) inputr LOG_STRING wandb.sdk.librG functoolspartialrsystem)rErFinput_fnpromptrGtextchoicer=r=r@_prompt_choices    rSchoicescCst|D]\}}td|dd|qd}|dks$|t|dkr^t||d}|s-qd}zt|d}Wn ty@Ynw|dksM|t|dkrRtd|dks$|t|dks$||}td||S) z.Allow a user to choose from a list of options.(r.z) r)rErFzInvalid choicez You chose )rrtermlogrrSrr rL)rTrErFrrRidxrr=r=r@prompt_choicess&    rYshaperiskycCsHt|dvrdS|rt|dkrdSt|dkr"|ddvr dSdSd S) zInfer the type of data based on the shape of the tensors. Args: shape (Sequence[int]): The shape of the data risky(bool): some guesses are more likely to be wrong. )r.rlabelrrrV)r.rr]segmentation_maskN)r)rZr[r=r=r@guess_data_types   r_ dest_path source_urlapi_keycCsd}tjs d|p df}tj||tjtjddd}|tj|vr*t tj |t |d}|j ddD]}||q6WddS1sIwYdS) NapirTauthrcookiesstreamrrr6) chunk_size)rrgrrrrrJseprmkdir_exists_okrDrQ fsync_open iter_contentr)r`rarbrfrrrr=r=r@download_file_from_url s&    "rncCs>d}tjs d|p df}tj||tjtjddd}||jS)NrcrTrdre)rrgrrrrr)rarbrfrr=r=r@download_file_into_memory7s roobcCst|do|S)Nisatty)rrq)rpr=r=r@rqGrrqr?unitscCsX|pt}|d\}}tt||d}|dkst|dkr#||St||ddS)Nrr.r6) POW_10_BYTESroundr'r to_human_size)r?rrunitrwfactorr=r=r@ruKs  rucCs|pt}dd|D}tdd|tj}t||}|s&tdt | d| dr:|| d nd}}t ||S)NcSsi|] \}}||qSr=)upper)r>rvrwr=r=r@rXrNz#from_human_size..z(\d+\.?\d*)\s*({})?|z/size must be of the form `10`, `10B` or `10 B`.r.r) rsrcompilerMrKkeys IGNORECASErr r'grouprxr)r?rr units_dictregexrrwrvr=r=r@from_human_sizeVs   rcCsddlm}|j}|durdSt|}tj|}|dur"t|Stj|s0tj tj |}tj tj |}| |sCt|S|}tj||}|dkrV|d|7}t|tjdS)Nr)GitRepo uncategorizedrrr\)wandb.sdk.lib.gitlibrroot_dirto_native_slash_pathrJrDbasenamerzisabsrKcurdirrQrPrrelpathrrj)rrr repo_nameprog_dirprojectsub_pathr=r=r@auto_project_namefs$     rrDcCstdkr |dd}|S)NrH\r)rrNrrDr=r=r@to_forward_slash_paths  rcCst|dtjS)Nr)r#rrJrjrr=r=r@rrrfilescCs$d|vrtdtddSdS)Nzwandb-metadata.jsonz8These runs were logged with a previous version of wandb.zGRun pip install wandb<0.10.0 to get the old library and sync your runs.TF)rrL)rr=r=r@check_and_warn_olds rc@seZdZdddZdededdfddZdd d Zdd d Z dded e ede dfddZ dede fddZ de edffddZdede fddZdS)ImportMetaHookr<NcCst|_t|_dSrB)r0r{ on_importrkr=r=r@rds zImportMetaHook.__init__fullnamercCs|j|g|dSrB)r setdefaultr[)rcrrr=r=r@rrzImportMetaHook.addcCstjd|dSr)rC meta_pathrSrkr=r=r@installrzImportMetaHook.installcCstj|dSrB)rCrrrkr=r=r@ uninstallrzImportMetaHook.uninstallrDcCs||jvr|SdSrB)r)rcrrDr=r=r@ find_modules zImportMetaHook.find_modulecCsH|t|}|||j|<|j|}|r"|D]}|q|SrB)rr}rrr{rr)rcrmod on_importsr$r=r=r@ load_modules   zImportMetaHook.load_module.cCs t|jSrB)rHr{rkr=r=r@ get_modulesrGzImportMetaHook.get_modulesrZcCs |j|SrB)r{rbr=r=r@rrGzImportMetaHook.get_modulerOrB)rmrnrordrzr rrrrrr rrrrr=r=r=r@rs      r _import_hookrrcCs&tdur tatt||dSrB)rrrr)rrr=r=r@add_import_hooksrcCstj|}t|jS)zReturn the host of the path.)rrrrzr)rDurlr=r=r@host_from_paths  rcCs6tj|}|jddkr|jn|jdd}t|S)zReturn the URI of the path.rrr.N)rrrrDrz)rDrrr=r=r@ uri_from_paths "rrhcCs t|dd}|r|dvSdS)z)Return True if the stream supports UTF-8.encodingN>utf_8r9F)getattrlower)rhrr=r=r@is_unicode_safes rcCs0z tdd}|WdStyYdSw)z9Attempt to open a DNS connection to Googles root servers.)z8.8.8.85rTF)socketcreate_connectionrr)sr=r=r@ _has_internets  rrandcs.tdptdfddt|DS)Nz8rand_alphanumeric is deprecated, use 'secrets.token_hex'rc3s|]}dVqdS)0123456789ABCDEFN)rRr>r\rr=r@r!sz$rand_alphanumeric..)r termerrorrandomrKr)rrr=rr@rand_alphanumerics rrrrccsRt|||d}|V|t|WddS1s"wYdS)zFOpen a path for I/O and guarantee that the file is flushed and synced.)rN)rflushrJfsyncfileno)rDrrr$r=r=r@rls "rlcCstddup dtjvS)NKAGGLE_KERNEL_RUN_TYPEkaggle_environments)rJrrCr{r=r=r=r@ _is_kagglesrc Cs0tptjtjtjdddpdtjvS)N~z.kagglez kaggle.jsonkaggle)rrJrDr expanduserrKrCr{r=r=r=r@_is_likely_kagglesrcCsPdtjvr&tjd}t|dr&|j}t|dr&|j}t|dr&t|jdkSdS)NdbutilsshellscappNamezDatabricks ShellF)rCr{rrrrr)rrrr=r=r@_is_databricks s     rcCs(tj|}|dp|dp|dkS)Nr Dockerfilezrequirements.txt)rJrDrrr)rDrr=r=r@!_is_py_requirements_or_dockerfiles  rartifactr%cCs$dd|j|j|jdd|jdS)NartifactVersionv0rr)rb_versionr1version sequenceNameusedAs)r1source_version source_nameruse_as)rr=r=r@artifact_to_json#srnestedcCsP|D]!}t|trt|d}|rdSqt|tjs t|r%|r%dSqdS)NTF)rrr0#check_dict_contains_nested_artifactrr%_is_artifact_string)r.rr&contains_artifactsr=r=r@r.s   rconfigcCstj|d}|dkr't| }t|WdS1s wYdS|dkrFt| }t|WdS1s?wYdSzt|WSt yVYdSw)NrVz.jsonz.yaml) rJrDsplitextrrrlr r rr )rextr$r=r=r@load_json_yaml_dict9s $ $  rcCs@|d}t|dkrtddgdt||}tt|S)aParse paths with the following formats: {item}, {project}/{item}, & {entity}/{project}/{item}. Args: path: `str`, input path; must be between 0 and 3 in length. Returns: tuple of length 3 - (item, project, entity) Example: alias, project, entity = _parse_entity_project_item("myproj/mymodel:best") assert entity == "" assert project == "myproj" assert alias == "mymodel:best" rrzYInvalid path: must be str the form {item}, {project}/{item}, or {entity}/{project}/{item}r)rrr rHreversed)rDwords padded_wordsr=r=r@_parse_entity_project_itemHs   raliasesc CsR|pdg}t|tr |g}z tt|dhBWSty(}ztd|d}~ww)a*Add the 'latest' alias and ensure that all aliases are unique. Takes in `aliases` which can be None, str, or List[str] and returns List[str]. Ensures that "latest" is always present in the returned list. Args: aliases: `Optional[Union[str, List[str]]]` Returns: List[str], with "latest" always present. Usage: ```python aliases = _resolve_aliases(["best", "dev"]) assert aliases == ["best", "dev", "latest"] aliases = _resolve_aliases("boom") assert aliases == ["boom", "latest"] ``` latestz"`aliases` must be Iterable or NoneN)rrzrrG TypeErrorr )rexcr=r=r@_resolve_aliasesbs   rcCs t|tjSrB)rrr%rr=r=r@_is_artifact_objects rcCst|to |dS)Nwandb-artifact://)rrzrrr=r=r@rrrcCst|to |ddkS)Nrbr)rr0rrr=r=r@_is_artifact_version_weave_dictrrcCst|p t|p t|SrB)rrrrr=r=r@_is_artifact_representations rcCs|ds td||tdd}d}tj|}|jdkr5|jd|j}|j ddd}n| d}|ddkrG|d|d fSt|d krTtd||dd \}}}|d|d||d fS) NrzInvalid artifact string: rrrr.r_idTrF) rr rrrrrrrDr)r^parsed_vbase_uriurl_infopartsentityrname_and_alias_or_versionr=r=r@parse_artifact_strings      rcCstj}|dur t|SdSrB)rrcmax_cli_versionrz)rr=r=r@_get_max_cli_versions rcCs tjduo tjjjptjjSrB)rrsettings_offlinesetupr=r=r=r@ _is_offlines rr9strictrcCs6t|tr |||St|tr|Stdt|)zCoerce s to str.znot expecting type )rrCrDrzrrN)rrrr=r=r@ ensure_texts   rcCs,tdd|}t|dkr|Stdd|S)z0Make an artifact name safe for use in artifacts.z[^a-zA-Z0-9_\-.]r\z(^.{63}).*(.{63}$)z \g<1>..\g<2>)rsubr)rXcleanedr=r=r@make_artifact_name_safes rcCs@td|}td|}td|}td|}|r|SdS)z3Make a docker image name safe for use in artifacts.__rr)RE_DOCKER_IMAGE_NAME_CHARSrr%RE_DOCKER_IMAGE_NAME_SEPARATOR_REPEAT$RE_DOCKER_IMAGE_NAME_SEPARATOR_START"RE_DOCKER_IMAGE_NAME_SEPARATOR_END)rX safe_charsdeduped trimmed_starttrimmedr=r=r@make_docker_image_name_safes     rsource destinationcCs|D]<\}}t|tr"||}t|trt||q|||<qt|tr<||}t|tr7||q|||<q|||<q|S)aRecursively merge two dictionaries. This mutates the destination and its nested dictionaries and lists. Instances of `dict` are recursively merged and instances of `list` are appended to the destination. If the destination type is not `dict` or `list`, respectively, the key is overwritten with the source value. For all other types, the source value overwrites the destination value. )r2rr0r merge_dictsrextend)rrr6rwnode dest_valuer=r=r@rs           rrcGstdd|DdS)zXReturn the first non-none value in the list of arguments. Similar to ?? in C#. css|] }|dur|VqdSrBr=)r>ar=r=r@r!szcoalesce..N)next)rr=r=r@coalescesr cCsL|D]\}}t|trt|qt|dr#t|||<t||q|S)Nr{)r2rr0recursive_cast_dictlike_to_dictr)r.rr^r=r=r@rs     rcCslt|ts|St|tr4i}|D]\}}t|}|dur-t|tr)t|dks-|||<q|r2|SdSdSr)rr0r2remove_keys_with_none_valuesr)r.new_dictrr^new_vr=r=r@rs   rniterableccs@t|}tt||}|r|Vtt||}|sdSdSrB)iterr itertoolsislice)rrrbatchr=r=r@batched"s r cCsdddt|DS)zGenerate a random string of a given length. :param length: Length of the string to generate. :return: Random string. rcss"|] }ttjtjVqdSrB)secretsrRrascii_lowercasedigitsrr=r=r@r!0s z random_string..)rKrrr=r=r@ random_string*s rxsysr{ sample_sizec Cst|}t|}|rt|nd}ttt| t|}|t|}tjjt|||d}||} ||} |rH||nd} | | | fS)zSample from a list of lists with weights that decay exponentially. May be used with the wandb.plot.line_series function. N)r?rL) rarrayexparangersumrrRrB) rr r{r!xs_arrayys_array keys_arrayweightssampled_indices sampled_xs sampled_ys sampled_keysr=r=r@%sample_with_exponential_decay_weights5s    r.)frozenc@s"eZdZUdZeed<eed<dS)InstalledDistributionzAn installed distribution. Attributes: key: The distribution name as it would be imported. version: The distribution's version string. r6rN)rmrnrorrz__annotations__r=r=r=r@r0Ls  r0c csNddlm}|D]}z t|jd|jdVWq ttfy$Yq wdS)z2Return the working set of installed distributions.r) distributionsName)r6rN)importlib.metadatar2r0metadatarr|UnicodeDecodeError)r2r.r=r=r@ working_setYs   r7rzpackaging.version.VersioncCs<z ddlm}W||Styddlm}Y||Sw)a!Parse a version string into a version object. This function is a wrapper around the `packaging.version.parse` function, which is used to parse version strings into version objects. If the `packaging` library is not installed, it falls back to the `pkg_resources` library. r)r) parse_version)packaging.versionr ImportError pkg_resourcesr8)rr8r=r=r@r8ls r8cCsftjdd}|rtd|d|Sttjdd}| s/t d|dt d t |S) atReturns the path to the wandb-core binary. The path can be set explicitly via the _WANDB_CORE_PATH environment variable. Otherwise, the path to the binary in the current package is returned. Returns: str: The path to the wandb-core package. Raises: WandbCoreNotAvailableError: If wandb-core was not built for the current system. _WANDB_CORE_PATHrz-Using wandb-core from path `_WANDB_CORE_PATH=z>`. This is a development feature and may not work as expected.binz wandb-corezFile not found: zA. Please contact support at support@wandb.com. Your platform is: r) rJrrrrLpathlibPathrRparentrrrrz) path_from_envbin_pathr=r=r@ get_core_path{s rCcs"eZdZdZdfdd ZZS)NonOctalStringDumperzPrevents strings containing non-octal values like "008" and "009" from being converted to numbers in in the yaml string saved as the sweep config.Ncs@|dkr|drt|dkrtj||ddSt|||S)Nztag:yaml.org,2002:str0r.')style)rrsuperrepresent_scalar)rctagrwrGrjr=r@rIsz%NonOctalStringDumper.represent_scalarrB)rmrnrorrI __classcell__r=r=rKr@rDrrDrerB)T)rr])F)rN)rN)r9r)r)Nr)rA contextlib dataclassesrIrLrr}importlib.utilrrloggingr(rrJr>rr3rrrrrrrCrrr_r=rirrrrrrrrr typingr r r r rrrrrrrrrrrrr r wandb.env wandb.errorsrrrrr(wandb.sdk.internal.thread_local_settingsrrKrr wandb.sdk.lib.json_utilr!r"wandb.sdk.lib.pathsr#r$r9 packaging"wandb.sdk.internal.settings_staticwandb.sdk.wandb_settingswandb.sdk.artifacts.artifactr%rrCheckRetryFnTyper& getLoggerrmrrGrLAUNCH_JOB_ARTIFACT_SLOT_NAMEMAX_LINE_BYTESrDrrKrQrRIS_GITDOCKER_IMAGE_NAME_SEPARATORrzrrrr SENTRY_ENVrs POW_2_BYTESrWrzr[r\rprrrrrr~r pandas_specrKrrrrrrrrrrrrrrrrrrrrrrrr#r-rr3r'rOrVr`rerirvrrrrrrrrrrrrrrrResponserrrrrrrrrrrr r r(r8r<r?rDrSrYr_rnrCrorqrurrrrrrrr1rrrrrRandomrcontextmanagerrlrrrrrr0rrrHrrrrrrrrrrrrrr rrrrr. dataclassr0r7r8rCDumperrDr=r=r=r@s    D       $        0   %$ F      2   5= &       " **  '   "  ,!$      $& 0  "