o xi.@sddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZddlmZddlZddlZddlmZddlZddlZddlmmmZddlmZm Z m!Z!m"Z"m#Z#ddl$m%Z%ddl&m'Z'm(Z(dd l)m*Z*dd l+m,Z,dd l-m.Z/dd l0m1Z1m2Z2dd l3m4Z4ddl5m6Z6ddl7m8Z9ddl:m;Z<ddl=m>Z>ddl?m@Z@mAZAddlBmCZCddlBm;ZDddlEmFZFddlGmHZHmIZIddlJmKZKmLZLmMZMddlNmNZNe/Oe!PZQejRSeQr eTeQejUse VZQzeWZXWneYy&eZe[ZXYnwejR\eQdeXdZ]e^dZ_dddZ`eae bd Zceae bd!Zdd"iiZeid#d#d$Zfd%d&ZgGd'd(d(eZhdd0d1Zid2d3Zjdakdd4d5Zld6d7ZmGd8d9d9ejnZoejpeod#d:ejqejrd;ejsdd#d?ejud@dAde!jvdBdCejddDdEZwetjpeedFejxdGdHdIejudJd#dKdLejudMdNddOdPejudQdd#dRdSejudTdUd#d#dVdWejudXdUd#dYdSejddZd[Zyetjpeed\d]ejud^d_d`daejud@dAdbdaejudcd#dddLejudedfdgdaejsejdhdiZzetjpeedFejsejxdjdHej{d#dkdlejudmd#dUdnd#doejudpd#dUdqd#doejudrdsdtdaejud^d_dudaejud@dAdvdaejudwdxdydaejudzd#dd{d|ejud}d~daejudddaejudd#ddd|ejudd#ddd|ejudd#ddd|ejudd#d#dd|ejudd#dUdd|ejudd#dUdd|ejuddde|dejudd#dUdd|ejudd#dejuddddPejudd#dUdd|ejudd#dUdd|ejudddaej                      dddZ}dddZ~etjpeedd]ejud^d_dddPejud@dAdddPejudd#dUdd|ejudpd#dUdd|ejuddddPejuddddPejudddd#dejuddddPejudd#dUdd|ejudd#dUdd|ejudd#dUdd|ejudd#dUdd|ejudddd#dddexdejsejddÄZetjpeed#ddōejudddddPejud^d_dddPejud@dAdddPejudddddPejudddd#dddejxddUej{d#dkdύejsejddфZetjpde,dӡdaejudddddd؍ejudddddd؍ejudddddd؍ejudddd#ddejuddddejuddddd#ddejuddddejud@dAdddd؍ejud^d_dddd؍ejudddddd؍ejuddddddejuddddddejudddddejuddddd#ddejudddUddddejud d d#d dLejud ddd dejuddd#d#ddejudddUdd#ddejudddd#ddejudddddPejudddegdd d!ejd"d#Zetjpeed$d]ejsejuddǐd%dd#d&dejud@dAdddPejud'd(dd)dPejud*ddd+dPejudddd,dPejud-ddd#d.dejudpdd#dd/ej       dd0d1Zetjpeed2d]ejsejud^d_dd3dPejud@dAdddPejud4de|d5d!ejud6d7d#dUd8d|exd9ejd:d;ZetjpefdZetjd?dadd@dAZejpdBdCdaejud^d_e!jdDdejud@dAdEe!jvdFdCdGdHZejpdIdaexdAdJdKZejpd#dLejud^d_e!jdDdejud@dAe!jvdFdejuddMdNdaejudOddPdaejudQdRdSdTd#edUejuddݐdVdWdaejudXddYeZdZd[ejud\deZd]d[ejuddeZd^d[ejuddeZd_d[ejuddeZd`d[ejxdxedadbejudcddded#eidfd#dgejudheZdid#djexdjdkdlZetjpeedmd]ejudpd#dUdd|exd9ejdndoZetjpefdpdqejsejxdrdHdIdsdtZetjpefdFejsejxdrdHdIejxdudUdvejudweddxdPejudyd#dUdzd|ejud{dUd|dPejud}d~ddPejudd#ddLejuddddPejuddddPejudddaejudd#dUdd|ejdd Zetjpefdd#d?ejsejudd_dddPejuddAgd#ddejudd#ddPejudd#dUdd|ejudd#dUdd#doejddZetjddaddZejpefdd]ejsejudd_dddPejuddAgd#ddejudd#ddPejudd#dUdd#doejudd#dUdd#doejddZejpefdd]ddZetjddaddZejpeedd]exdjejuddMddaejudOdddaejudddddPejudQdRdgd#ddejudrdsdtdaejudd#ddd|ejudd#dUdd|ejuddeddgdd!ejddZejpeedd]exdjejudddaejudddaejddZejpeedd]exdjejuddddaejdd„ZejddadĐdńZejpeedd]exdǡejuddUddPejdʐd˄Zetjpeedd]ejxde!jd΍ejud^d_e!jddejud@dAdEe!jvdBdCejdАdфZetjpeedd]ejsejxde!jd΍ejudd#dUdd|ejudd#ddPejud^d_e!jddejud@dAe!jvdBdejdؐdلZetpdڡejdېdڄZetpdܡejdݐd܄Zetjpdd#dejsejdߐdބZetjpdd#dejsejddZetjpdddaejuddd#dddZetjpdddaejudcd#d#d#ddddZetjpdddaejudcd#d#d#ddddZetjpeedd]ejudMdddPddZetjpdddaejuddddPejudd#dUdd|d ddZeteNdS( ) annotationsNwraps)Any)ClickException)ConfigErrorenvutil wandb_agent) get_sentry) InternalApi PublicApi)RunQueue) url_registry)core) wandb_setup wandb_sweep)is_artifact_registry_project)get_artifact_file_cache)Api)utils) _launch_add)ExecutionError LaunchError)SweepNotFoundError) Scheduler) filesystem settings_file) SyncManagerget_run_from_pathget_runs)betaz debug-cli.z.logwandbreturnNonecCsDtt}|tj|tjdddt|tj |dS)z4Set up logging to the wandb/debug-cli.user.log file.z%%(asctime)s %(levelname)s %(message)sz%Y-%m-%d %H:%M:%S)fmtdatefmtN) logging FileHandler_wandb_log_pathsetLevelINFO setFormatter Formatterlogger addHandlerroot)logger_handlerr4A/home/ubuntu/.local/lib/python3.10/site-packages/wandb/cli/cli.py _setup_loggerAs   r6dockerz nvidia-docker default_mapT)r8allow_extra_argsignore_unknown_optionscCs td|dtddS)NzUnsupported argument ``r")r$ termerrorsysexit)argumentr4r4r5cli_unsupported]sr@c@seZdZddZdS)ClickWandbExceptioncCsN|jjd|jj}t|jtrtjt|jddSdt d|d|jS)N.redfgzAn Exception was raised, see z for full traceback. : ) orig_type __module____name__ issubclassrclickstylestrmessager+)selfrGr4r4r5format_messagecs z"ClickWandbException.format_messageN)rIrH __qualname__rPr4r4r4r5rAbs rActxclick.Context | Noneparamclick.Parameter | Nonevaluetuple[str, ...] | Nonedict[str, str]cCs|siSi}|D]7}d|vrtd|d|dd\}}|}|}|s.td|dvr;td|d|||<q|S)z:Parse service configurations in format serviceName=policy.=z5Service must be in format 'serviceName=policy', got ''r"zService name cannot be empty)alwaysneverz)Policy must be 'always' or 'never', got ')rK BadParametersplitstrip)rRrTrVresultconfig service_namepolicyr4r4r5parse_service_configos&    rdcstfdd}|S)zLFunction decorator for catching common errors and re-raising as wandb.Error.c sz|i|WStjyC}z.t\}}}t|||}td|t dt t |}||_ | tdd}~ww)NzFind detailed error logs at: )r$rr=exc_info tracebackformat_exceptionr0 exceptionjoinr<r+rArGwith_traceback)argskwargseexc_type exc_value exc_tracebacklines click_excfuncr4r5wrapperszdisplay_error..wrapperr)rvrwr4rur5 display_errors rxcCs.|rdattdurdtj_tatS)z8Get a reference to the internal api with cling settings.NT)_apir$teardownr singletonsettingsx_cli_only_moder resetr4r4r5_get_cling_apis rc Cs|jt|dd}t}zMt|dkr#td}|j||dd}W|Sdd|Dd g}td t |}|r<|}nd }|d krVtjd |j d }|j||dd}W|SW|Stj j yl}ztt|d }~ww)z6Ask the user for a project, creating one if necessary.F)entitydisplayrz#Enter a name for your first projectrnamecSg|]}|dqSrr4).0projectr4r4r5 z&prompt_for_project..z Create NewzWhich project should we use?z!Enter a name for your new project) value_procN)invokeprojectsrlenrKpromptupsert_projectr$termlogr prompt_choicesformat_projecterrors CommErrorrrM)rRrr`apir project_namesror4r4r5prompt_for_projects2      rc@seZdZeddZdS)RunGroupcCs tj|||}|dur|SdSN)rKGroup get_command)rOrRcmd_namervr4r4r5rszRunGroup.get_commandN)rIrHrQrxrr4r4r4r5rsr)clsinvoke_without_command)versioncCs&t|jdurt|dSdSr)r6invoked_subcommandrKechoget_helprRr4r4r5clis rz List projects)context_settingshelphiddenz--entity-ez#The entity to scope the listing to.)defaultenvvarrc Cst}|j|d}t|dkrd|}nd|d}|rJttj|dd|D] }tdtj|d d dd d t|d p?dddfq)|S)NrrzNo projects found for zLatest projects for ""TboldrerbluerErz - description ) r list_projectsrrKrrLrkrMr^)rrrrrNrr4r4r5rs"     r)rkey)nargsz--cloudz#Login to the cloud instead of local)is_flagrz--hostz --base-urlz#Login to a specific instance of W&B)rrz --reloginz#Force relogin if already logged in.)rrrz --anonymouslyFzLog in anonymously)rrrrz--verify/--no-verifyzVerify login credentialscCs|r tjddd|r|rtdtd|rd}|dur)t|dkr)|dnd}|s/|r1d nd}tj}d |_ |o?| |_ tj d ||||d d dS) aVerify and store your API key for authentication with W&B services. By default, only store credentials locally without verifying them with W&B. To verify credentials, set `--verify=True`. For server deployments (dedicated cloud or customer-managed instances), specify the host URL using the `--host` flag. You can also set environment variables `WANDB_BASE_URL` and `WANDB_API_KEY` instead of running the `login` command with host parameters. zRThe --anonymously parameter has no effect and will be removed in a future version.Frepeatz'Cannot use --host and --cloud together.r"zhttps://api.wandb.aiNrTmodels)forcehostrreloginverifyreferrer) r$termwarnr<r=r>rrr{r|r}x_disable_viewerlogin)rrcloudr anonymouslyr no_offlineglobal_settingsr4r4r5rs.#      rz+Configure a directory with Weights & Biases)rrz --project-pzThe project to use.)rz#The entity to scope the project to.z--resetzReset settingsz--modez-mz> Can be "online", "offline" or "disabled". Defaults to online.c Cstj}|s |s |s |r@|}|r"|d|d|d|r*|d||r2|d||r:|d||dStj |j rTt j t j dddddn t t j dd dd t}|jdurq|ttdd }|}|st t j d d dd |ttdd }|}|st t j dd dd tdt|dddkrdd|ddDdg} tdt| } | r| }nd}|dkrt d}n |dpt d}zt||}Wntytd|w|}|d||d||t !|j"t#tj$|j"dd } | %dWdn 1s+wYt t j dd dt&'dj(t j d ddt j d!|d"ddt j d#ddd$dS)%NrrmodezIThis directory has been configured previously, should we re-configure it?Trabortz#Let's setup this directory for W&B!greenrr~zHYour login information seems to be invalid: can you log in again please?rCzzWe're sorry, there was a problem logging you in. Please send us a note at support@wandb.com and tell us how this happened.r"teamsedgescSsg|]}|ddqS)noderr4)rror4r4r5rzinit..z Manual entryzWhich team should we use?z Manual Entryz*Enter the name of the team you want to usez$What username or team should we use?zCould not find team: z .gitignorewz * !settingsz2This directory is configured! Next, track a run: rDzk * In your training script: {code1} {code2} * then `{run}`. z import wandbzwandb.init(project="z")zpython )code1code2run))rr{r|read_system_settingsclearsetsaveospathexistssettings_workspacerKconfirmrLrrapi_keyrrviewerr=r>rr$rr rrgetrrArrmkdir_exists_ok wandb_diropenrkwritetextwrapdedentformat) rRrrrrrsystem_settingsrr team_namesr`filer4r4r5initIs                       rr)r)rtypez--viewz View runs)rrrrz --verboseVerbosez--idrun_idzThe run you want to upload to.z"The project you want to upload to.zThe entity to scope to.z --job_typejob_typez=Specifies the type of run for grouping related runs together.z(--sync-tensorboard/--no-sync-tensorboardzStream tfevent files to wandb.)rrrz--include-globsz)Comma separated list of globs to include.z--exclude-globsz)Comma separated list of globs to exclude.z$--include-online/--no-include-onlinezInclude online runsz&--include-offline/--no-include-offlinezInclude offline runsz$--include-synced/--no-include-syncedzInclude synced runsz--mark-synced/--no-mark-syncedzMark runs as syncedz --sync-allz Sync all runsz--cleanzDelete synced runsz--clean-old-hourszNDelete runs created before this many hours. To be used alongside --clean flag.)rrrz --clean-forcez"Clean without confirmation prompt.z--ignore)rz--showzNumber of runs to showz--appendz Append runz--skip-consolezSkip console logsz--replace-tagsz@Replace tags in the format 'old_tag1=new_tag1,old_tag2=new_tag2'c stjstd|jtddtdd|r|r"dr)dt||r5dur5dS fdd} f d d  fd d } fd d}|rp|dS|rw|dS rdurnd} |dS|dS)aSynchronize W&B run data to the cloud. If PATH is provided, sync runs found at the given path. If a path is not specified, search for `./wandb` first, then search for a `wandb/` subdirectory. To sync a specific run: wandb sync ./wandb/run-20250813_124246-n67z9ude Or equivalently: wandb sync ./wandb/run-20250813_124246-n67z9ude/run-n67z9ude.wandb zLogin to W&B to sync runsTrr~,NcsBtddddd}tdurnddurnddurnddd}g}g}|D] }|jr1|n||q*|rjtdt|rTt|krTtdd|dp[t|D] }td|q^ntd |rtjd d d }td |dt|d|rtjdd d }td |dt|ddSdS)NT)include_onlineinclude_offlineinclude_syncedinclude_unsyncedFrrrr exclude_globs include_globszNumber of runs to be synced: zShowing z runs to be synced:z zNo runs to be synced.zwandb sync --cleanyellowrDz NOTE: use z to delete z" synced runs from local directory.zwandb sync --sync-allz to sync z$ unsynced runs from local directory.)r!syncedappendr$rrrKrL) all_items sync_itemsrunsynceditem clean_cmdsync_cmd)rrrrrshowr4r5_summaryNsJ zsync.._summarycsrt|dkrtdtdtj |td }|D]}||q&| | s@| }| r6dSdS)Nr"z$id can only be set for a single run.) rrrr mark_syncedapp_urlviewverbosesync_tensorboardlog_pathr skip_console replace_tags) rr$r<r=r>rrr+addstartis_donepoll)_path_sync_tensorboardsmp_) rrrrrrreplace_tags_dictrr r rr4r5 _sync_pathts0   zsync.._sync_pathcshtdurnddurnddurnddd}|s%tddSdur+nd}||dS)NTFrzNothing to sync.)r!r$r<)rsync_tb)rrrrrrr r4r5 _sync_allszsync.._sync_allc sr4ttt}stjtjdt|ddddd|D]}t|j qt tjddddSt dur;nddurBnddurIndd d }t j t jd fd d |D}|jddd|rt dt|dt|dd|D]}t |j qstjtjdt|ddddd|D]}t|j qt tjddddSt tjdddddS)Nz Are you sure you want to remove z runs?TrrzSuccess!rrDFr)hourscsg|] }|jkr|qSr4datetime)rrsincer4r5rz(sync.._clean..cSs|jSrr)_runr4r4r5sz&sync.._clean..)rzFound z runs, z are older than z hourszNo runs older than z hours foundrC)listmapr rKrrLrshutilrmtreerrr!rnow timedeltasort)runsrold_runs) clean_forceclean_old_hoursrrrrrrrr5_cleans^ zsync.._clean)ris_authenticatedr$rrrr^_parse_sync_replace_tags)rRrrr rrrrr rrrrrrsync_allignorercleanr-r,rr r rrr.rr4)rrrr,r-rrrrrrrrrrrrrr r r rr5syncs4l      &2   r4r rMdict[str, str] | NonecCs`|siSi}|dD]"}d|vrtd|ddS|dd\}}|||<q |S)zParse replace_tags string into a dictionary. Args: replace_tags: String in format 'old_tag1=new_tag1,old_tag2=new_tag2' Returns: Mapping of old tags to new tags, or None if format is invalid rrYzInvalid replace-tags format: z. Use 'old_tag=new_tag' format.Nr")r^r$r<r_)r rpairold_tagnew_tagr4r4r5r0s  r0zInitialize a hyperparameter sweep. Search for hyperparameters that optimizes a cost function of a machine learning model by testing various combinations.zThe name of the project where W&B runs created from the sweep are sent to. If the project is not specified, the run is sent to a project labeled Uncategorized.zThe username or team name where you want to send W&B runs created by the sweep to. Ensure that the entity you specify already exists. If you don't specify an entity, the run will be sent to your default entity, which is usually your username.z --controllerzRun local controllerzDisplay verbose output--namezDThe name of the sweep. The sweep ID is used if no name is specified.z --programzSet sweep programz --settingszSet sweep settings)rrrz--updatezUpdate pending sweepz--stopzNFinish a sweep to stop running new runs and let currently running runs finish.z--cancelzBCancel a sweep to kill all running runs and stop running new runs.z--pausez3Pause a sweep to temporarily stop running new runs.z--resumez,Resume a sweep to continue running new runs.z --prior_runz-R prior_runsz*ID of an existing run to add to this sweep)multiplerrconfig_yaml_or_sweep_idc* sd}ttfdd|D}|dkrtd|dkr|}t}|js5td|jtddtdd }t |||d }t |}|rJt |dS| d pP|}| d pW|}| d p^|}fdd|Dd}ddddd}t||d|d|d|t||d|||dtddS|}dd}t}|jstd|jtddtdd }d}|r/t |||d }t |}|rt |dS| d p|}| d p|}| d p|}|p|d du}|p|d du}d}|st |ddS|st |ddS|j|d||d}|s+t d |d|d|dS|d!}|r4d"nd#}t|d$|t |}|rL||d <|rS||d%<|rj||}|rj|d&i|d&||ry|d'id(|d'd)<| d'i d)d(k} | rdd*lm}!|!}"|"|}|rt d+|dStj}#|p|# d,p| d p|d }|p|# d-p| d p|d pt| d%}|j||||| d.\}}$t |$tj|d/d0}%t|d1|%t||}&|&rtj|&dd2d3}'td4|'|p|# d,}|p |# d-}|r2|r2|d|d|}(n |r=|d|}(n|}(|( d5dkrJ|(}(tjd6|(d/d0})td7|)|rvtd8dd*lm}!|!|}"|"j!|d9dSdS):N)stopcancelpauseresumec3s|]}|VqdSrr4)rklclsr4r5 Dszsweep..r"z:Only one state flag (stop/cancel/pause/resume) is allowed.%Login to W&B to use the sweep featureTrr~)rrrrrrcsg|]}|r|qSr4r4)rsrBr4r5rVrzsweep..rStopping CancellingPausingResumingz sweep /_sweeprrzDone.cSsli}|ddkr-|dD]}|d}t|dkr"tjddd|t|gq|Stjddd|S) z8Parse settings from json or comma separated assignments.rYrrrfz-Unable to parse sweep settings key value pairFrz"Unable to parse settings parameter)findr^rr$rupdatedict)r|retrkvr4r4r5_parse_settingsds  zsweep.._parse_settingszSweep lookup requires a valid %s, and none was specified. Either set a default %s in wandb/settings, or, if invoking `wandb sweep` from the command line, specify the full sweep path via: wandb sweep {username}/{projectname}/{sweepid} )rr)rr{}Could not find sweep idUpdatingCreatingz sweep from: programr| controllerlocalrrZzError in sweep file: WANDB_ENTITY WANDB_PROJECT)rrobj_idr:rrD sweep with ID: r underlinerEView sweep at:  z wandb agent zRun sweep agent with: Starting wandb controller...r )"localssum Exceptionrr/r$rrrrP sweep_utilsparse_sweep_idr<rgetattrr|sweepload_sweep_config setdefaultrOrZ _validaterenvironr auto_project_name upsert_sweephandle_sweep_config_violationsrKrLr_get_sweep_urlrNr)*rRrrrZr rrYr|rOr=r>r?r@r:r< state_argsis_state_change_commandsweep_idrpartserrstateings config_yamlrS sweep_obj_id has_project has_entity termerror_msgfoundactionrais_localwandb_controllertunerr warnings styled_id sweep_url styled_url sweep_path styled_pathr4rBr5rms N    $                rmz&Run a W&B launch sweep (Experimental).)rno_args_is_helprz--queue-qz(The name of a queue to push the sweep toz{Name of the project which the agent will watch. If passed in, will override the project value passed in using a config filez5The entity to use. Defaults to current logged-in userz --resume_idz-rzCResume a launch sweep by passing an 8-char sweep id. Queue requiredra)requiredrc"Cst}tj}|jstd|jtddtdd}|p%|dp%| d}|dur1t ddS|p<|dp<| d }|durHt d dS| d pP|} |s\|s\t d dSt |} | d i} | di} | di} | d}|rtd|p| d}d\}}|s| }|d}|r|sd|d<n|r|dkrtd|| d<| dr| d|d<n|j|d||d}|st d|d|d|dS|ddkrt d|d|d|ddS|d}t|d }td!|d|d|t| d"krtd#t|dpd}t|d$d}|rF|drF|d|krFt d%|dd&|dSt |\}}| || ||sat d'dS|sgtjnd}t j|du|||| d(}|szdSt t|dsd)St t|sd)Sd*ii}| r| |d*d <| r| |d*d<| r| |d*d<|r||d*d+<n||d,<| d-}|r|d.kr|rt d/dS|d.kr| d0rt d1dSn|sd.nd2}tjtj |d3||| d0||| d4i| d5id6d|dd7|id8dd9}t!|tj"t!|d:}|j#|||||d;|| d<d=\}}t $|t%j&|d>d?}t|rGd@ndAdB|t'(||} | rht%j&| ddCdD}!tdE|!tdF|dGdS)HNrETrr~r]rz%Must specify entity when using launchr^rz.A project must be configured when using launchusernamez$'config' and/or 'resume_id' requiredlaunch schedulerr|jobzXUsing a scheduler job for launch sweeps is *experimental* and may change without warningqueue)NNmethodcustomzUse 'method': 'custom' in the sweep config when using scheduler jobs, or omit it entirely. For jobs using the wandb optimization engine (WandbScheduler), set the method in the sweep config under scheduler.settings.method rTrMrUrKr{RUNNINGzCannot resume sweep z, it is already runningrVrazResuming from existing sweep rzDSweep parameters loaded from resumed sweep, ignoring provided configrun_specz`Resuming a launch sweep with a different scheduler job is not supported. Job loaded from sweep: z, job in config: zrLaunch-sweeps require setting a 'queue', use --queue option or a 'queue' key in the 'launch' section in the config) return_job sweep_configrrauthorF run_config sweep_argsrmresourcez local-processz>Scheduler jobs cannot be run with the 'local-process' resource docker_imagezQScheduler jobs cannot be run with the 'local-process' resource and a docker imagezlocal-containerzScheduler.WANDB_SWEEP_ID resource_argsregistryurl overridesWANDB_SWEEP_ID)urirrrrrr entry_pointr repositoryrr launch_configrr)rrun_queue_projectrPENDINGtemplate_variables)rrr_launch_schedulerr{r:template_variable_valuesrrDResumedCreatedr`rrarcz!Scheduler added to launch queue ()))rrrqr/r$rrrrr|r<rrjload_launch_sweep_configpoprrmyaml safe_loadrkeysjsonloadsget_previous_argsrOr ENTRYPOINTconstruct_scheduler_argscheck_job_existsr launch_utilsconstruct_launch_specPLACEHOLDER_URIdumpsLAUNCH_DEFAULT_PROJECTrsrtrKrLrru)"rRrrrra resume_idr:rr rparsed_user_config launch_argsscheduler_argsr| scheduler_jobrr~rrprev_schedulerrprev_scheduler_args prev_settings entrypointrmrrlaunch_scheduler_speclaunch_scheduler_with_queuerxrrrrr4r4r5 launch_sweeps82                        rzLaunch or queue a W&B Job. See z wandb-launchz--uriz-uz(str)zhLocal path or git repo uri to launch. If provided this command will create a job from the specified uri.)metavarrrz--jobz-jzGName of the job to launch. If passed in, launch does not require a uri.z --entry-pointz-ENAMEabEntry point within project. [default: main]. If the entry point is not found, attempts to run the project file with the specified name as a script, using 'python' to run .py files and the default shell (specified by environment variable $SHELL) to run .sh files. If passed in, will override the entrypoint value passed in using a config file.z --git-versionz-gz GIT-VERSIONzJVersion of the project to run, as a Git commit reference for Git projects.)rrrz--build-contextzsPath to the build context within the source code. Defaults to the root of the source code. Compatible only with -u.)rrz --job-namez-Jz;Name for the job created if the -u,--uri flag is passed in.)rrrr WANDB_NAMEzName of the run under which to launch the run. If not specified, a random run name will be used to launch run. If passed in, will override the name passed in using a config file.)rrzName of the target entity which the new run will be sent to. Defaults to using the entity set by local wandb/settings folder. If passed in, will override the entity value passed in using a config file.zName of the target project which the new run will be sent to. Defaults to using the project name given by the source uri or for github runs, the git repo name. If passed in, will override the project value passed in using a config file.z --resourceBACKENDa.Execution resource to use for run. Supported values: 'local-process', 'local-container', 'kubernetes', 'sagemaker', 'gcp-vertex'. This is now a required parameter if pushing to a queue with no resource configuration. If passed in, will override the resource value passed in using a config file.z--docker-image-dz DOCKER IMAGEzSpecific docker image you'd like to use. In the form name:tag. If passed in, will override the docker image value passed in using a config file.)rrrz --base-imagez-Bz BASE IMAGEzBDocker image to run job code in. Incompatible with --docker-image.z--config-cFILEzPath to JSON file (must end in '.json') or JSON string which will be passed as a launch config. Dictation how the launched run will be configured.z --set-var-vcli_template_varszSet template variable values for queues with allow listing enabled, as key-value pairs e.g. `--set-var key1=value1 --set-var key2=value2`)rr;rrzName of run queue to push to. If none, launches single run directly. If supplied without an argument (`--queue`), defaults to queue 'default'. Else, if name supplied, specified run queue must exist under the project and entity supplied.)r flag_valuerrz--async run_asyncaFlag to run the job asynchronously. Defaults to false, i.e. unless --async is set, wandb launch will wait for the job to finish. This option is incompatible with --queue; asynchronous options when running with an agent should be set on wandb launch-agent.z--resource-argszPath to JSON file (must end in '.json') or JSON string which will be passed as resource args to the compute resource. The exact content which should be provided is different for each execution backend. See documentation for layout of this file.z--buildz-bzBFlag to build an associated job and push to queue as an image job.)rrrz --repositoryz-rgzCName of a remote repository. Will be used to push a built image to.)rrrrz--project-queuez-pqz^Name of the project containing the queue to push to. If none, defaults to entity level queues.)rrrz --dockerfilez-DzHPath to the Dockerfile used to build the job, relative to the job's rootz --priorityz-PcriticalhighmediumlowzWhen --queue is passed, set the priority of the job. Launch jobs with higher priority are served first. The order, from highest to lowest priority, is: critical, high, medium, low)rrrc$Cstdtdtjdddlm}ddlm}ddl m }t }t j dd |r4| d ur4td | r>| r>|s>td |d urJ| d urJtd |d ur\t|}|d ur[tdni}|d urgt|}| d uryt| } | d urxtdni} |p| d}|r| d urtdzt|WntytdtYnw| d}|r|d urtd|d urtd||rdnd}|d urt|| }||||d||||| |||d \}}}|d urtd||d|d|j}|rd| vr || dd<nd|i| d<|d ur"dddd d!}||}d }| rL| d ur0td"|d ur;t|| }t} t| j | |d#}!t!|!| }| d urz1t"#|||||| |||||| | ||d$}"t"#|"$j%d%vrtd&t&'dWd SWd Sty}#zt(d't (|#t&'|#WYd }#~#d Sd }#~#wt)y}#zt(d't (|#t&'|#WYd }#~#d Sd }#~#wt"j*yt&'dYd Swzt+||| |||| ||||| ||||||d(Wd Sty}#zt (|#d }#~#ww))aStart a W&B run from the given URI. The URI can bea wandb URI, a GitHub repo uri, or a local path). In the case of a wandb URI the arguments used in the original run will be used by default. These arguments can be overridden using the args option, or specifying those arguments in the config's 'overrides' key, 'args' field as a list of strings. Running `wandb launch [URI]` will launch the run directly. To add the run to a queue, run `wandb launch [URI] --queue [optional queuename]`. z=== Launch called with kwargs z CLI Version: z===r)_launch _create_job) _is_git_uri launch_cliprocess_contextNzLCannot use both --async and --queue with wandb launch, see help for details.zjCannot use --queue and --docker together without a project. Please specify a project with --project or -p.z*--priority flag requires --queue to be setz Invalid format for resource-argszInvalid format for configrz%Build flag requires a queue to be setzError running job: rzdCannot provide a uri without an entry point. Please provide an entry point with --entry-point or -E.z)Cannot provide both a uri and a job name.gitcoderd)rgit_hashrr base_image build_context dockerfilerzFailed to create job from uri: rKrrr"rfrz)'--set-var' flag requires queue to be set)clientrr) rrrrrrrrr synchronousrr)failedstopped preemptedz(Launched run exited with non-zero statuszAn error occurred.)buildrrpriority),r0inforgr$ __version__wandb.sdk.launch._launchrwandb.sdk.launch.create_jobrwandb.sdk.launch.utilsrrr configure_scoperr load_json_yaml_dictshlexr^rrcheck_logged_inrir<rh format_excget_default_entityrkrlowerrrr%fetch_and_validate_template_variablesasyncior get_statusr{r=r>rjrCancelledErrorr)$rrr git_versionrrrrrrrrarrrrrr project_queuerrjob_namerrrrrrartifactr priority_mapr public_apirunqueuerror4r4r5rs4P                             rzRun a W&B launch agent.queueszHThe name of a queue for the agent to watch. Multiple -q flags supported.z --log-filez-lzDestination for internal agent logs. Use - for stdout. By default all agents logs will go to debug.log in your wandb/ subdirectory or WANDB_DIR if set.z --max-jobszmThe maximum number of launch jobs this agent can run in parallel. Defaults to 1. Set to -1 for no upper limitz$path to the agent config yaml to usez--urlz)rRrrr rrxrr4r4r5rs$     rz/Run a W&B launch sweep scheduler (Experimental)c Cst}|jstd|jtddtdd}tjddtddd lm }i}t |j D],\}}t |t r\|d r\|d dd d }|j |d}t |rXt|}|||<q0z|dd} || d|fd|i|} | WdSty} zt| d} ~ ww)Nz/Login to W&B to use the sweep scheduler featureTrr~sweep_schedulerru Starting a Launch Scheduler 🚀r)load_schedulerz--rf-rr" sweep_typer$)scheduler_typerx)r r/r$rrrr rwandb.sdk.launch.sweepsr enumeraterm isinstancerM startswithreplaceisdigitintrrrirj) rRrxrrrni_arg_key_argsr _schedulerror4r4r5rs@        rz*Commands for managing and viewing W&B jobscCdSrr4r4r4r4r5r#rr#zList jobs in a projectz'The project you want to list jobs from.rzThe entity the jobs belong toc Cstd|d|t}z |j||d}Wntjjy2}z t|WYd}~dSd}~wwt|dkr@tddS|D]F}g}t|ddkrOqB|ddddd }|dD]}|d d |dd D7}q_d |ddd} t|dt|d| qBdS)NzListing jobs in rKrMrz No jobs foundrrartifactSequencercSr)aliasr4)rxr4r4r5rKrz_list..aliasesrrz -- versions (z): ) r$rr list_jobsrrr<rrk) rrrjobsrorr,rr aliases_strr4r4r5_list(s,     r0zfDescribe a launch job. Provide the launch job in the form of: entity/project/job-name:alias-or-versionc Cst}z|j|d}Wntjjy&}z t|WYd}~dSd}~ww|jD]}|dr2q*t|d|j|q*dS)NrrrF) rrr$rrr< _job_inforr)rrrorr4r4r5describeRs   r2)rz-nzName for the jobz --descriptionzDescription for the jobz--aliasz-ar,zAlias for the job)rr;rrzEntrypoint to the script, including an executable and an entrypoint file. Required for code or repo jobs. If --build-context is provided, paths in the entrypoint command will be relative to the build context.z --git-hashrz2Commit reference to use as the source for git jobs)rr --runtimez!Python runtime to execute the jobzPath to the build context from the root of the job source code. If provided, this is used as the base path for the Dockerfile and entrypoint.zCreate a job from a source, without a wandb run. Jobs can be of three types, git, code, or image. git: A git source, with an entrypoint either in the path or provided explicitly pointing to the main python executable. code: A code path, containing a requirements.txt file. image: A docker image. rr job_createrr]z4No entity provided, use --entity or set WANDB_ENTITYNr^z7No project provided, use --project or set WANDB_PROJECT)rrzNo entrypoint provided for z job, defaulting to main.pyzmain.pyr4z1Cannot provide --base-image/-B for an `image` jobz Invalid format for schema file: rrrrrrrr,rrruntimerrrr6schemazJob creation failedrKz job: rrDr"z, with alias: z, z, with aliases: base_urlz/jobsT)rbzView all jobs in project 'z' here: rr4)rrrr rrgetenvdefault_entityr$r<rr rr#rrKrLrrkrrr|r)rrrrrrr,rrr9rrrr6r:rr schema_dictrr artifact_pathmsg alias_strweb_urlrr4r4r5createds w                  rCz"Run the W&B local sweep controllercCs.tdddlm}||}|j|ddS)Nrerr\rf)rKrr$rZr)r rxrrr4r4r5rZs  rZz docker-run)rrdocker_run_argscCsddl}t}t|}t|dkr|ddkr|dtdd|Ddkr/tr/ddg|}t|}d}|r>|j |}|rJdd |g|}n| d |j r]dd |j g|}n| d t d dg|dS)a Wrap `docker run` and adds WANDB_API_KEY and WANDB_DOCKER environment variables. This will also set the runtime to nvidia if the nvidia-docker executable is present on the system and --runtime wasn't set. See `docker run --help` for more details. rNrcSsg|] }|dr|qS)r3)r)rar4r4r5r<r zdocker_run..r3nvidiar WANDB_DOCKER=zUCouldn't detect image argument, running command without the WANDB_DOCKER env variableWANDB_API_KEY=zONot logged in, run `wandb login` from the host machine to enable result loggingr7) wandb.dockerr r#rr_HAS_NVIDIA_DOCKERr image_from_docker_argsr7image_idrr subprocesscall)rRrDr$rrmr4resolved_imager4r4r5 docker_run+s,     rPr)rz--nvidia/--no-nvidiazFUse the nvidia runtime, defaults to nvidia if nvidia-docker is presentz--digestz Output the image digest and exitz--jupyter/--no-jupyterz Run jupyter lab in the containerz--dirz/appz2Which directory to mount the code in the containerz--no-dirz!Don't mount the current directoryz--shellz /bin/bashz%The shell to start the container withz--port8888z The host port to bind jupyter onz--cmdz#The command to run in the containerz--no-ttyzRun the command without a ttyc  CsXt} ts tdddl} t|}|pd}t|dkr&|ddkr&|d|dkr5t|dkr5|d}t| ddsU|rF||g}| j j |d}t dd |g| j |\}}}| j |}|durptd |d |r|tj|td| j d d d|dg}|rtdrt dd| ddgtdt}dddddd|dd| j jdddg }|r|ddg|s|d|d|d|g| jr|dd| jgn| d |r|dd!d"| d#gd$} d%|} ||| r |||d&| gn| r|dd'| g|d(||g| d)t |dS)*aRRun your code in a docker container. W&B docker lets you run your code in a docker image ensuring wandb is configured. It adds the WANDB_DOCKER and WANDB_API_KEY environment variables to your container and mounts the current directory in /app by default. You can pass additional args which will be added to `docker run` before the image name is declared, we'll choose a default image for you if one isn't passed: ```sh wandb docker -v /mnt/dataset:/app/data wandb docker gcr.io/kubeflow-images-public/tensorflow-1.12.0-notebook-cpu:v0.4.0 --jupyter wandb docker wandb/deepo:keras-gpu --no-tty --cmd "python train.py --epochs=5" ``` By default, we override the entrypoint to check for the existence of wandb and install it if not present. If you pass the --jupyter flag we will ensure jupyter is installed and start jupyter lab on port 8888. If we detect nvidia-docker on your system we will use the nvidia runtime. If you just want wandb to set environment variable to an existing docker run command, see the wandb docker-run command. 8Docker not installed, install it from https://docker.comrNrer@)gpur7pullzGCouldn't find image locally or in a registry, try running `docker pull r;psrz ancestor=rzCFound running container with the same image, do you want to attach?attachrrz LANG=C.UTF-8rGz --ipc=hostrz:/wandb-entrypoint.shz --entrypointz/wandb-entrypoint.shr3rF:z-wrHzJCouldn't find WANDB_API_KEY, run `wandb login` to enable streaming metricszWANDB_ENSURE_JUPYTER=1rz:8888TzWjupyter lab --no-browser --ip=0.0.0.0 --allow-root --NotebookApp.token= --notebook-dir rzWANDB_COMMAND=z-ituLaunching docker container 🚢)r _HAS_DOCKERrrIr#rrr docker_image_regexr^r7 default_imagerMrNparserLr=stdoutrr>shellrKrrgetcwdrextendrr)rRrDrrFdigestjupyterdirno_dirr^portcmdno_ttyrr$rmr4r repo_nametagrOexistingcwdcommandr4r4r5r7Ss>           zAStart a local W&B container (deprecated, see wandb server --help)8080z"The host port to bind W&B local onz--envzEnv vars to pass to wandb/localz--daemon/--no-daemonzRun or don't run in daemon modez --upgradez"Upgrade to the most recent versionz--edgezRun the bleeding edgecOs&td|jtg|Ri|dS)Nz:`wandb local` has been replaced with `wandb server start`.)r$rrr)rRrmrnr4r4r5r[s r[z)Commands for operating a local W&B servercCr'rr4r4r4r4r5serverr(rnzStart a local W&B serverz#The host port to bind W&B server onc CsFt}ts tdddl}|jddd}|jddd} || kr6|r1t gdn| dt gd} | dkrT|rKt gd n | d t d |rXd nd} t} d d| g} |D] }| d | |qgdddddd|dddg | }d|}tj}|jd|ddz|Wn$tjy}zd}t|| |d|WYd}~nd}~ww|r|dg7}|| g7}zddlm}Wntyttjd }Ynwtj ||d!}|r|dkr| d"t d dS| d#|d$| d%|j s!t!"d&|j#t$|d'dSdSdS)(NrRr wandb/localr)r7rUroz_A new version of the W&B server is available, upgrade by calling `wandb server start --upgrade`)r7rVz--filterzname=^wandb-local$z--formatz{{.ID}}r7r= wandb-localzsA container named wandb-local is already running, run `docker stop wandb-local` if you want to start a new instancer"z&docker.pkg.github.com/wandb/core/localrzLOCAL_USERNAME=r7rz--rmrz wandb:/volrz:8080r9rrzhttp://localhost:r;T)globallyz!Failed to update base_url settingrFr)DEVNULLwb)r]z?Failed to launch the W&B server container, see the above error.z'W&B server started at http://localhost:u 🚀z6You can stop the server by running `wandb server stop`rfr)%r rYrrIr7rLr^image_id_from_registryrMrNr check_outputr<r>getpassgetuserrrr{r|rrrrSaveSettingsErrorr0rjrt ImportErrorrrdevnullrtimesleeprr)rRrer daemonupgradeedgerr$local_image_sharegistry_image_sharunningr4renv_varsrorlrrr@rtrr4r4r5rs                rzStop a local W&B servercCststdtgddS)NrRrq)rYrrMrNr4r4r4r5r=d sr=z'Commands for interacting with artifactscCr'rr4r4r4r4r5rk r(rzUpload an artifact to wandbz7The name of the artifact to push: project/artifact_namezA description of this artifactz--typez-tdatasetzThe type of the artifactlatestz"An alias to apply to this artifactz0Resume the last run from your current directory.z --skip_cachez,Skip caching while uploading artifact files.z--policymutable immutablez6Set the storage policy while uploading artifact files.c  Cs|dur tj|}t} | |\} } } | durtd} tj| ||d} | d| d| d|d}tj |rSt d|d|d|d | j |||d n;tj |rqt d |d|d|d | j |||d nd |vrt d |d|d|d | |ntdtj| | d|id||d}|j| |dWdn1swY| tj dddtj d| jddddS)N-Enter the name of the project you want to use)rrrrKrXrzUploading directory z to: "z" (r) skip_cacherczUploading file z://z Logging reference artifact from z)Path argument must be a file or directoryrcli_put)rrrarrVr@)r,z9Artifact uploaded, use this artifact in a run by adding: F)prefixz! artifact = run.use_artifact("z") )rrbasenamer_parse_artifact_pathrKrr$Artifactisdirradd_dirisfileadd_file add_referencerr log_artifactwaitsource_qualified_name)rrrrr*rr@rrcrrr artifact_namerr?rr4r4r5putp sN-        rzDownload an artifact from wandbz--rootz2The directory you want to download the artifact toz(The type of artifact you are downloadingc Cst}||\}}}|durtd}zk|d}t|dkr)|d}|d}nd}t|rO|ddkr=|ddnd} |jd pF|j } t j | | d }|d|d|d|} t d j|pcd | d |j| |d} | j|d}t d|WdStytdw)NrrXr"rrrKrfrer)r organizationz'Downloading {type} artifact {full_path}r)r full_pathr5)r2zArtifact downloaded to zUnable to download artifact)rrrKrr^rrr r|r=SDKInternalApi_resolve_org_entity_namer$rrrdownload ValueErrorr) rr2rrrrrartifact_partsrrsettings_entityrrr4r4r5r s8       rz%List all artifacts in a wandb projectzThe type of artifacts to listc Cst}|dur|||g}n||}|D]S}|D]L}|j|jd|j|j|j gdd}t |d}durSt |jd|j dt|jdd|j dqt |jdddd dd|j dd qqdS) NrKr")per_pagez<15sz>15srdz<20szN/Az0 Bz (no versions))r artifact_typeartifact_types collectionsartifact_versionsrrkrrrnextr$r updated_atr to_human_sizesize)rrrtypeskind collectionversionsrr4r4r5ls s(  *"rz0Commands for interacting with the artifact cachecCr'rr4r4r4r4r5cache r(rzFailed to apply patch, try un-staging any un-committed changesz config.yaml)_wandb wandb_versionswandb_version: 1s Fzutf-8)Dumperdefault_flow_style allow_unicodeencodingzRestored config variables to rYrcheck_graphql_putcheck_large_postcheck_secure_requestscheck_cors_configurationcheck_wandb_version check_runcheck_artifacts check_sweeps) rrreinittmp_dir url_successrlarge_post_successcheck_run_successcheck_artifacts_successcheck_sweeps_successr4r4r5r@ sh "              rz purge-cachezHPurges cached logs, run history, and artifacts from the local W&B cache.z--age0dz^Removes items older than the specified time period (e.g., '10s', '5m', '8h', '7d', '6M', '1y')z--forcez3Do not prompt for confirmation when deleting files.agerboolc Cs&zt|}Wnty%}ztt|tdWYd}~nd}~wwt t }| s;t d|dSt|}d}d}|d}|D]5} | j|ksY| rZqL|sptd| d} | spt d| qL|| j7}| jdd |d7}qLt d |d t|d dS) Nr"z Cache directory does not exist: rz**/*z+Are you sure you want to delete cache file ?zSkipping cache file: T) missing_okzDeleted z file(s) (r)r time_string_to_secondsrr$r<rMr=r>pathlibPathr get_cache_dirrrr~globstatst_mtimeis_dirrKrst_sizeunlinkr) r(r age_secondsro cache_dir cutoff_time purged_count data_deletedrrrr4r4r5 purge_cache s>     r;)r%r&)rRrSrTrUrVrWr%rXr)T)F)NNNNNNNNNNNNNNNNNNrNNNN)r rMr%r5)NNNNNNr)r(rMrr)) __future__rrrryrr)rr-rr%rMr=rrr~rh functoolsrtypingrrKrclick.exceptionsrr$ wandb.errorswandb.sdk.verify.verifyr rrrrr r r wandb.analyticsr wandb.apisr rwandb.apis.publicrwandb.errors.linksr wandb.oldrold_core wandb.sdkrrwandb.sdk.artifacts._validatorsr'wandb.sdk.artifacts.artifact_file_cacherwandb.sdk.internal.internal_apirrwandb.sdk.launchrrwandb.sdk.launch._launch_addrwandb.sdk.launch.errorsrrrrrj!wandb.sdk.launch.sweeps.schedulerr wandb.sdk.librr wandb.syncrr r!r#rget_dir _wandb_dirrraccessW_OK gettempdirrz _usernameKeyErrorrMgetuidrkr+ getLoggerr0r6r)whichrYrJCONTEXT RUN_CONTEXTr@rArdrxryrrrrrlversion_optionr pass_contextroptionENTITYrr?rrr.r!r4r0rmrrChoicerr rrgrouprPROJECTr0r2tuplerCrZrPr7r[rnrr=rrrrrrRUN_IDrUrrrrrrr rr; add_commandr4r4r4r5s"                     !    , x   @ G*BO     <S  $,    &   ,]  %     &n    S  "6#         6)