o xi/@sddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlmZmZmZmZmZmZmZddlmZmZddlmZmZmZmZddlm Z m!Z!m"Z"dd l#m$Z$ddl%Z%dd l%m&Z&m'Z'dd l(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.dd l/m0Z0dd l1m2Z2ddl3m4Z4m5Z5m6Z6ddl7m8Z8m9Z9m:Z:ddl;mdZ? Gddde ddZ@d"dd ZAdS)#) annotationsN)Sequence)datetime)AnyDictListLiteralOptionalTupleUnion)quoteunquote) BoolValue DoubleValue Int32Value StringValue) BaseModel ConfigDictField)Self)envutil)IS_PYDANTIC_V2 AliasChoicesValidationErrorcomputed_fieldfield_validatormodel_validator UsageError)wandb_settings_pb2) deprecation settings_fileurls) credentials filesystemipython) RunMoment)root_validatorargsstrreturncGstjtjj|S)z-Join path and apply os.path.expanduser to it.)ospath expanduserjoin)r*r1L/home/ubuntu/.local/lib/python3.10/site-packages/wandb/sdk/wandb_settings.py _path_convert0sr3) anonymousapp_url_override files_dirmax_end_of_run_history_metricsmax_end_of_run_summary_metricsreinit x_files_dirx_sync_dir_suffixc@sNeZdZUdZedddddZdZded< dZded < e e j dd Z d ed < d Z ded< d Zded< d Zded< dZded< d Zded< d Zded< e dddZded< dZded< dZded < dZded!< e d"d#d$Zded%< dZded&< dZded'< dZded(< d Zded)< d Zded*< d Zded+< d Zded,< dZded-< d Z d.ed/< d Z!ded0< d1Z"ded2< d Z#ded3< d Z$ded4< d5Z%ded6< d Z&ded7< d Z'ded8< d Z(ded9< d Z)ded:< d;Z*dZ+d?ed@< dZ,dedA< d Z-dedB< d Z.dCedD< dZ/dedE< dZ0dedF< d Z1dedG< d Z2dHedI< e dJddZ3dKedL< d Z4dedM< d Z5dedN< d Z6dedO< d Z7dedP< d Z8dedQ< dZ9dedR< dSZ:dTedU< dZ;dedV< d ZdedZ< e d[d#d$Z?ded\< d Z@ded]< d ZAded^< d ZBded_< d ZCded`< d ZDdeda< d ZEdbedc< dZFdedd< d ZGdeedf< d ZHdedg< dhZIdedi< dhZJdedj< d ZKdeedk< d ZLdeedl< dZMdedm< dZNdedn< dZOdedo< dZPdedp< d ZQdedq< d ZRdeedr< dsZSdedt< duZTdedv< d ZUdedw< d ZVdedx< e dyd#d$ZWdedz< d ZXdeed{< dZYded|< d ZZdeed}< d Z[ded~< dZ\ded< dZ]ded< dZ^ded< dZ_ded< dZ`ded< d Zaded< d Zbded< d Zcded< d Zdded< d ZedHed< d Zfded< d ZgdHed< d ZhdHed< d ZidHed< d Zjded< d ZkdHed< d ZldHed< d ZmdHed< d Znded< d Zodeed< d Zpdeed< d Zqded< d ZrdHed< d ZsdHed< d ZtdHed< dZud?ed< d Zvded< d Zwded< d Zxded< d Zyded< d Zzded< d Z{ded< e|j}Z~ded< d Zded< e dedddZded< d Zded< d Zded< dZded< dZded< dZded< d Zded< dZd?ed< dZded< d ZdHed< eZded< e ddZd?ed< d Zded< d Zded< d Zded< d Zded< d Zded< dZded< d Zded< d Zded< d Zded< d Zded< d Zded< dZded< dZded< dZded< dZded< dZded< dZded< dZded< edd͍eddτZerYedd͍dddԄZedd͍ddքZnedd׍eddԄZedd׍eddքZed dd͍eddd݄Zeddd͍edd߄Zeddd͍eddZeddd͍eddZeddd͍eddZed dd͍eddZed!dd͍eddZeddd͍eddZeddd͍eddZeddd͍eddZeddd͍eddZed/dd͍edddZed8dd͍eddZed9dd͍eddZed=dd͍eddZedNdd͍eddZedOdd͍eddZedPdd͍eddZedQdd͍eddZedXdd͍eddZedYdd͍edddZed\dd͍eddZed^dd͍edd Zedgdd͍ed d Zeddd͍ed d Zedqdd͍eddZeddd͍eddZeddd͍eddZeddd͍eddZeddd͍eddZeddd͍eddZeddd͍eddZeddd͍eddZedwdd͍eddZedcdd͍ed d!Zedxdd͍ed"d#Zeeΐdd%d&Zeeΐdd'd(Zeeΐdd)d*Zeeΐdd+d,Zeeΐdd-d.Zeeΐdd/d0Zeeΐdd1d2Zeeΐdd3d4Zeeΐdd5d6Zeeΐdd7d8Zeeΐdd9d:Zeeΐdd;d<Zeeΐdd=d>Zeeΐdd?d@ZeeΐddAdBZeeΐddCdDZeeΐddEdFZeeΐddGdHZeeΐddIdJZeeΐddLdMZeeΐddNdOZeeΐddPdQZeeΐddRdSZeeΐddTdUZeeΐddVdWZeeΐddXdYZeeΐddZd[Zeeΐdd\d]Zeeΐdd^d_ZeeΐddadbZeeΐddcddZeeΐddedfZeeΐddgdhZeeΐddidjZeeΐddkdlZeeΐddmdnZeeΐddodpZeeΐddqdrZddtduZddwdxZdd{d|Zd}d~ZdddZdddZdddZdddZeddddZdddZedddZesddZddZeΐdddZdddZdddZdddZd S(SettingsaSettings for the W&B SDK. This class manages configuration settings for the W&B SDK, ensuring type safety and validation of all settings. Settings are accessible as attributes and can be initialized programmatically, through environment variables (`WANDB_ prefix`), and with configuration files. The settings are organized into three categories: 1. Public settings: Core configuration options that users can safely modify to customize W&B's behavior for their specific needs. 2. Internal settings: Settings prefixed with 'x_' that handle low-level SDK behavior. These settings are primarily for internal use and debugging. While they can be modified, they are not considered part of the public API and may change without notice in future versions. 3. Computed settings: Read-only settings that are automatically derived from other settings or the environment. forbidTalways)extravalidate_defaultuse_attribute_docstringsrevalidate_instancesboolallow_offline_artifactsFallow_val_change)defaultexcludezdeprecation.DoNotSetr4N Optional[str]api_keyzOptional[Dict[str, str]]azure_account_url_to_access_keyr5https://api.wandb.air+base_urlcode_dirzOptional[Sequence[str]] config_pathsauto)rFr@zBLiteral['auto', 'off', 'wrap', 'redirect', 'wrap_raw', 'wrap_emu']consoleconsole_multipartrintconsole_chunk_max_bytesconsole_chunk_max_secondscCs ttjSN)r+r%DEFAULT_WANDB_CREDENTIALS_FILEr1r1r1r2s zSettings.)default_factorycredentials_file disable_code disable_gitdisable_job_creationdockeremailentity organizationforceOptional[RunMoment] fork_from git_commitorigin git_remotegit_remote_urlgit_rootheartbeat_secondshost http_proxy https_proxyidentity_token_filer1z Sequence[str] ignore_globsgV@float init_timeoutinsecure_disable_ssljob_namez.Optional[Literal['repo', 'artifact', 'image']] job_source label_disablelaunchlaunch_config_pathzOptional[float] login_timeoutonlinezCLiteral['online', 'offline', 'shared', 'disabled', 'dryrun', 'run']mode notebook_nameprogramprogram_abspathprogram_relpathprojectquietrFzSUnion[Literal['default', 'return_previous', 'finish_previous', 'create_new'], bool]r9reloginz3Optional[Literal['allow', 'must', 'never', 'auto']]resume resume_fromresumedcCstjtSrU)r-r.abspathgetcwdr1r1r1r2rWtsroot_dir run_grouprun_id run_job_typerun_name run_noteszOptional[Tuple[str, ...]]run_tagssagemaker_disablezOptional[bool] save_codesettings_system r7r8 show_colors show_emoji show_errors show_info show_warningssilent start_methodstrict<summary_timeoutsummary_warningssweep_idsweep_param_pathcCs tdkSNWindowsplatformsystemr1r1r1r2rWs symlinksync_tensorboard%table_raise_on_max_row_limit_exceeded use_dot_wandbusernamex_cli_only_modex_disable_metax_disable_statsx_disable_viewerx_disable_machine_info x_executablex_extra_http_headersz Optional[int]x_file_stream_max_bytesx_file_stream_max_line_bytesx_file_stream_transmit_intervalx_file_stream_retry_max$x_file_stream_retry_wait_min_seconds$x_file_stream_retry_wait_max_secondsx_file_stream_timeout_secondsx_file_transfer_retry_max&x_file_transfer_retry_wait_min_seconds&x_file_transfer_retry_wait_max_secondsx_file_transfer_timeout_secondsr:x_flow_control_customx_flow_control_disabledx_graphql_retry_max x_graphql_retry_wait_min_seconds x_graphql_retry_wait_max_secondsx_graphql_timeout_secondsg @x_internal_check_processx_jupyter_namex_jupyter_pathx_jupyter_rootx_labelx_live_policy_rate_limitx_live_policy_wait_time x_log_levelx_network_buffer x_primaryx_primary_node)rFvalidation_alias x_proxiesx_runqueue_item_idx_save_requirementsx_server_side_derived_summary!x_server_side_expand_glob_metricsx_service_transportg>@x_service_waitx_skip_transaction_log x_start_time x_stats_pidg.@)rFx_stats_sampling_interval"x_stats_neuron_monitor_config_pathx_stats_dcgm_exporterx_stats_open_metrics_endpointsz5Union[Dict[str, Dict[str, str]], Sequence[str], None]x_stats_open_metrics_filters!x_stats_open_metrics_http_headers)/x_stats_disk_pathsx_stats_cpu_countx_stats_cpu_logical_countx_stats_gpu_countx_stats_gpu_typezOptional[Sequence[int]]x_stats_gpu_device_idsx_stats_buffer_sizezhttp://169.254.169.254#x_stats_coreweave_metadata_base_urlz/api/v2/cloud-init/meta-data#x_stats_coreweave_metadata_endpointx_stats_track_process_treex_syncr;x_update_finish_statebeforerzcCs:i}|D]}|dr|||d|<q||||<q|S)zCheck if a private field is provided and assign to the corresponding public one. This is a compatibility layer to handle previous versions of the settings. _x) startswith)clsvalues new_valueskeyr1r1r2catch_private_settings~s   zSettings.catch_private_settingsafterr,rcCs.tdd|j|j|jfDdkrtd|S)zCheck if `fork_from`, `resume`, and `resume_from` are mutually exclusive. css|]}|duVqdSrUr1.0or1r1r2 s  GSettings.validate_mutual_exclusion_of_branching_args..r$``fork_from`, `resume`, or `resume_from` are mutually exclusive. Please specify only one of them.)sumrcrr ValueErrorselfr1r1r2+validate_mutual_exclusion_of_branching_argssz4Settings.validate_mutual_exclusion_of_branching_argscCs|jr |jr td|S)z\Validate x_skip_transaction_log. +Cannot skip transaction log in offline mode)_offlinerrrr1r1r2validate_skip_transaction_logs z&Settings.validate_skip_transaction_log)precs&tfdddDdkrtdS)Nc3s|] }|duVqdSrU)getrrr1r2rs  r)rcrrr$r)rrrrr1rr2rs cCs |dr|drtd|S)Nrrr)rrrr1r1r2rsvalueobjectcCs|tjur tjddd|S)NzLThe anonymous setting has no effect and will be removed in a future version.Frepeat)r!UNSETwandbtermwarnrr r1r1r2validate_anonymouss zSettings.validate_anonymouscCs(|durt|t|krtd|S)zUValidate the API key. Nz+API key cannot start or end with whitespace)lenstriprrr1r1r2validate_api_keyszSettings.validate_api_keycCsTt|td|rd|vrt|dtd|r%|ds%td|dS)zVValidate the base URL. z.*wandb\.ai[^\.]*$zapi.zB is not a valid server address, did you mean https://api.wandb.ai?httpsz3http is not secure, please use https://api.wandb.air)r# validate_urlrematchrrrstriprr1r1r2validate_base_urls  zSettings.validate_base_urlcCt|tjr t|S|S)z\Validate the code directory.  isinstancepathlibPathr+rr1r1r2validate_code_dir zSettings.validate_code_dircCs|dkr|SdS)zdValidate the console capture method. rOwrapr1rr rr1r1r2validate_consoleszSettings.validate_consolecC|dkrtd|S)zkValidate the console_chunk_max_bytes value. rz,console_chunk_max_bytes must be non-negativerrr1r1r2 validate_console_chunk_max_bytes z)Settings.validate_console_chunk_max_bytescCr%)zmValidate the console_chunk_max_seconds value. rz.console_chunk_max_seconds must be non-negativer&rr1r1r2"validate_console_chunk_max_secondsr(z+Settings.validate_console_chunk_max_secondscCr)zdValidate the Python executable path. rrr1r1r2validate_x_executable"r!zSettings.validate_x_executablecCt|tr t|S|SrUrr+jsonloadsrr1r1r2validate_x_extra_http_headers.s  z&Settings.validate_x_extra_http_headerscCs|dur |dkr td|S)z|Validate the maximum line length for filestream JSONL files. Nr$z1File stream max line bytes must be greater than 0r&rr1r1r2#validate_file_stream_max_line_bytes5sz,Settings.validate_file_stream_max_line_bytescCr)z]Validate the files directory. rrr1r1r2validate_x_files_dir@r!zSettings.validate_x_files_dircCsN||}t|dr|j}n|}|r%|ddur%|d|jkr%td|S)z]Validate the fork_from field. datarNzProvided `run_id` is the same as the run to `fork_from`. Please provide a different `run_id` or remove the `run_id` argument. If you want to rewind the current run, please use `resume_from` instead._runmoment_preprocessorhasattrr2rrunrrr r run_momentr1r1r2validate_fork_fromLs  zSettings.validate_fork_fromcC |durdSt||dS)zXValidate the HTTP proxy. Nrr#rrrr1r1r2validate_http_proxyh  zSettings.validate_http_proxycCr:)zYValidate the HTTPS proxy. Nrr;rr1r1r2validate_https_proxytr=zSettings.validate_https_proxycCst|ts t|S|S)zZValidate the ignore globs. )rtuplerr1r1r2validate_ignore_globsszSettings.validate_ignore_globscCr)zZValidate the program path. rrr1r1r2validate_programr!zSettings.validate_programcCr)zcValidate the absolute program path. rrr1r1r2validate_program_abspathr!z!Settings.validate_program_abspathcCr)zcValidate the relative program path. rrr1r1r2validate_program_relpathr!z!Settings.validate_program_relpathc spdurdStd}tdkrtddfdd|D}|r6tddd |d d |S) zZValidate the project name. Nz/\#?%:zInvalid project name z: exceeded 128 characterscsh|]}|vr|qSr1r1rcharr r1r2 z,Settings.validate_project..z: cannot contain characters ,z, found )listrrr0)rr rinvalid_chars_list invalid_charsr1rGr2validate_projects zSettings.validate_projectcCs|durdS|dur dS|S)z]Validate the resume behavior. FNTrOr1rr1r1r2validate_resumes zSettings.validate_resumecCsN||}t|dr|j}n|}|r%|ddur%|d|jkr%td|S)z_Validate the resume_from field. r2rNzGBoth `run_id` and `resume_from` have been specified with different ids.r3r7r1r1r2validate_resume_froms  zSettings.validate_resume_fromcCr)z\Validate the root directory. rrr1r1r2validate_root_dirr!zSettings.validate_root_dircs||durdSt|dkrtdt|t|krtdt|s(tddtfdd|Dr NrzRun ID cannot be emptyz*Run ID cannot start or end with whitespacez%Run ID cannot contain only whitespacez:;,#?/'c3s|]}|vVqdSrUr1rEreserved_charsr1r2rsz+Settings.validate_run_id..z&Run ID cannot contain the characters: )rrrrCanyr#r1rRr2validate_run_ids  zSettings.validate_run_idcCs,|durdSt|tjrtt|St|S)zgValidate the system settings file path. N)rrrr+r3rr1r1r2validate_settings_system s   z!Settings.validate_settings_systemcCr%)z_Validate the service wait time. rz$Service wait time cannot be negativerrr1r1r2validate_service_waitzSettings.validate_service_waitcCs|dur|Stjddd|S)zkValidate the start method for subprocesses. Nz`start_method` is deprecated and will be removed in a future version of wandb. This setting is currently non-functional and safely ignored.Fr )rrrr1r1r2validate_start_method%szSettings.validate_start_methodcCst||dS)Nrr;rr1r1r2,validate_x_stats_coreweave_metadata_base_url5s  z5Settings.validate_x_stats_coreweave_metadata_base_urlcCr+)z\Validate the GPU device IDs. r,rr1r1r2validate_x_stats_gpu_device_ids;  z(Settings.validate_x_stats_gpu_device_idscCr)ztValidate the path to the neuron-monitor config file. rrr1r1r2+validate_x_stats_neuron_monitor_config_pathFr!z4Settings.validate_x_stats_neuron_monitor_config_pathcCr+)zcValidate the OpenMetrics endpoints. r,rr1r1r2%validate_stats_open_metrics_endpointsRr\z.Settings.validate_stats_open_metrics_endpointscCr+)zaValidate the OpenMetrics filters. r,rr1r1r2#validate_stats_open_metrics_filters]r\z,Settings.validate_stats_open_metrics_filterscCr+)zfValidate the OpenMetrics HTTP headers. r,rr1r1r2(validate_stats_open_metrics_http_headershr\z1Settings.validate_stats_open_metrics_http_headerscCr%)zeValidate the stats sampling interval. g?z7Stats sampling interval cannot be less than 0.1 secondsrrr1r1r2 validate_stats_sampling_intervalsrXz)Settings.validate_stats_sampling_intervalcCsT|durdSt|dkrtdt|t|krtdt|s(td|S)zVValidate the sweep ID. NrzSweep ID cannot be emptyz,Sweep ID cannot start or end with whitespacez'Sweep ID cannot contain only whitespace)rrrrCrr1r1r2validate_sweep_id~s  zSettings.validate_sweep_idcCs|durdSt|tr|f}nt|}g}t|D]C\}}t|}t|dkr1|d|dqt|dkr\t|dkrL|ddd|d dn|}|d |d t|d q|rftd ||S)aValidate run tags. Validates that each tag: - Is between 1 and 64 characters in length (inclusive) - Converts single string values to tuple format - Preserves None values Args: value: A string, list, tuple, or None representing tags Returns: tuple: A tuple of validated tags, or None Raises: ValueError: If any tag is empty or exceeds 64 characters Nrz Tag at index z3 is empty. Tags must be between 1 and 64 characters@+z...izTag 'z' is z5 characters. Tags must be between 1 and 64 charactersz; )rr+r? enumeraterappendrr0)rr tagserrorsitagtag_str display_tagr1r1r2validate_run_tagss0     zSettings.validate_run_tagscCr)zbValidate the sweep parameter path. rrr1r1r2validate_sweep_param_pathr!z"Settings.validate_sweep_param_path List[str]cCs|js tjddSgS)Nr$)_jupytersysargvrr1r1r2_argsszSettings._argscCs&ddlm}|}| pt|d S)z0Check if we are running in a lambda environment.r)get_lambda_bootstraphandle_event_request)"sentry_sdk.integrations.aws_lambdarur5)rrulambda_bootstrapr1r1r2 _aws_lambdas  zSettings._aws_lambdacCs|jr ||jSdS)aTThe relative path from the current working directory to the code path. For example, if the code path is /home/user/project/example.py, and the current working directory is /home/user/project, then the code path local is example.py. If couldn't find the relative path, this will be an empty string. N)r|_get_program_relpathrr1r1r2_code_path_locals zSettings._code_path_localcCs dtjvS)Nz google.colab)rrmodulesrr1r1r2_colab zSettings._colabcCtSrU)r' in_ipythonrr1r1r2_ipythonzSettings._ipythoncCrrU)r' in_jupyterrr1r1r2rqrzSettings._jupytercCrrU)r_is_likely_kagglerr1r1r2_kagglerzSettings._kagglecC |jdkS)Ndisabledrrr1r1r2_noop r~zSettings._noopcCs|jp |jp |jp |jSrU)rrqr}rrr1r1r2 _notebookszSettings._notebookcCs |jdvS)N)offlinedryrunrrr1r1r2rr~zSettings._offlinecCs tjddS)z7The operating system of the machine running the script.T)aliased)rrr1r1r2_os z Settings._oscCstdtS)N-)rrmachinelowerrr1r1r2 _platformszSettings._platformcCstdtS)N )rpython_implementationpython_versionrr1r1r2_python$szSettings._pythoncCr)zWhether we are in shared mode. In "shared" mode, multiple processes can write to the same run, for example from different machines. sharedrrr1r1r2_shared)s zSettings._sharedcCs$|jdurdSt|j}|dS)Nrz %Y%m%d_%H%M%S)rr fromtimestampstrftime)r datetime_nowr1r1r2_start_datetime3s   zSettings._start_datetimecCst|jddS)Ntmpcoder3sync_dirrr1r1r2 _tmp_code_dir;zSettings._tmp_code_dircCs tdkSrrrr1r1r2_windows@s zSettings._windowscCs|jpt|jS)zThe URL for the W&B UI, usually https://wandb.ai. This is different from `base_url` (like https://api.wandb.ai) which is used to access W&B APIs programmatically. )r5rapi_to_app_urlrLrr1r1r2app_urlEszSettings.app_urlcCs2|jsdS|jr|jdrt|j}d|SdS)z3The URL to the Colab notebook, if running in Colab.NfileId=z+https://colab.research.google.com/notebook#)r}rrr )r unescapedr1r1r2 colab_urlOs  zSettings.colab_urlLiteral['local', 'cloud']cCs|jrdSdS)Nlocalcloud)is_localrr1r1r2 deploymentZrzSettings.deploymentcCs|jpt|jdS)zFAbsolute path to the local directory where the run's files are stored.files)r:r3rrr1r1r2r6_szSettings.files_dircCst|jdkS)NrK)r+rLrr1r1r2rfrzSettings.is_localcC t|jdS)z$The directory for storing log files.logsrrr1r1r2log_dirkrzSettings.log_dircCr)z.The path to the file to use for internal logs.debug-internal.logr3rrr1r1r2 log_internalqrzSettings.log_internalcCr)zHThe path to the symlink to the internal log file of the most recent run.rr3 wandb_dirrr1r1r2log_symlink_internalwrzSettings.log_symlink_internalcCr)zLThe path to the symlink to the user-process log file of the most recent run. debug.logrrr1r1r2log_symlink_user}rzSettings.log_symlink_usercCr)z2The path to the file to use for user-process logs.rrrr1r1r2log_userrzSettings.log_usercCs|}|sdS|S)z,The W&B URL where the project can be viewed.r)_project_url_baser project_urlr1r1r2rszSettings.project_urlcCr)zThe path to the resume file.zwandb-resume.jsonrrr1r1r2 resume_fnamerzSettings.resume_fnameLiteral['run', 'offline-run']cCs|jsdSdS)z:The mode of the run. Can be either "run" or "offline-run".r6z offline-run)rrr1r1r2run_modeszSettings.run_modecCs:|}t||jgs dSd}|dt|jpd|dS)z(The W&B URL where the run can be viewed.rz=+&$@z/runs/)safe)rallrr )rr safe_charsr1r1r2run_urls zSettings.run_urlcCr)z(The path to the workspace settings file.settingsrrr1r1r2settings_workspacerzSettings.settings_workspacecCs2|}t||jgs dS|dt|jpdS)z*The W&B URL where the sweep can be viewed.rz/sweeps/)rrrr rr1r1r2 sweep_urlszSettings.sweep_urlcCs<|jd|jd|j}|jr|d|j7}t|j|S)z*The directory for storing the run's files.r)rtimespecrr;r3r)rnamer1r1r2rs zSettings.sync_dircCst|jd|jdS)z4Path to the append-only binary transaction log file.zrun-.wandb)r3rrrr1r1r2 sync_fileszSettings.sync_filecCr)zBPath to the symlink to the most recent run's transaction log file.z latest-runrrr1r1r2sync_symlink_latestrzSettings.sync_symlink_latestcCs|jS)z#The time specification for the run.)rrr1r1r2rszSettings.timespeccCsF|jdurt|jd}n|j}|rdnd}tt|j|S)z!Full path to the wandb directory.Nrr)rrrrexistsr+r/)ruse_dotdirnamer1r1r2rs  zSettings.wandb_dirsettings_file.SettingsFilescCs2t|j}|jrt|j}nd}tj||dS)agRead settings from the workspace and global settings files. The files are determined by the settings_system and settings_workspace settings. The resulting object is a snapshot of the system settings at the time this function is used and does not reflect the settings on this Settings object. It can be used to update the files, and it should be short-lived since it does not reflect external changes to the files. Updating the settings files does not update this Settings instance and vice versa. N)global_settingslocal_settings)rrrrr" SettingsFiles)rrrr1r1r2read_system_settingss zSettings.read_system_settingsNonec Cs|}t|jdkr dSt|jdkrt|jd}n dddd|jD}|js7d}td|nd }zt|}Wn<t y{}z0|sQt d |t |t r^t t|nt t|||j}t d |WYd}~dSd}~ww||dS) zLoad settings from the settings files. If settings files contain invalid settings, prints and suppresses the error. rNr$ css|]}d|VqdS)z Nr1)rsourcer1r1r2rs  z7Settings.update_from_system_settings..TzLoading settings from FzFailed to load settings from r)rrsourcesr+r0rrtermlog_parse_system_settings Exception termerrorrr tracebackformat_exceptiontype __traceback__update_from_settings)rsystem_settings source_stringprinted_sourcesparsed_settingsetbr1r1r2update_from_system_settingss2    z$Settings.update_from_system_settingsenvironDict[str, Any]cCsd}|d}tjdddtjdtjdtjdtjd tjd tjd tjd tj d i }| D]I\}}| |s3q)||vr<||}n| |rNd|t |d }n |t |d }||jvr^q)|dvrg|d}|durlq)t|||q)dS)z_Update settings from environment variables. WANDB_rr5WANDB_SERVICE_TRANSPORTrrrrrrrrr^x_N)rorrJ)rAPP_URLDIRNAMENOTESTAGSJOB_TYPE HTTP_TIMEOUTFILE_PUSHER_TIMEOUT USER_EMAILitemsrrr__dict__splitsetattr)rr env_prefixprivate_env_prefixspecial_env_var_namessettingr rr1r1r2update_from_env_vars;s:     zSettings.update_from_env_varscCs|jdus |jdurttjdusttjdurt|_ttjdur,t|_|j rS|j dus9|j dkrSt j |j}|d|_|d|_|d|_n*|j rp|j durptj|j rp|j |_|j |_t|_n |j r}t d|j d|jdurt|_|jptjtjptjpt d pd }||_|j!durt"t#$|_!|j%rdS|j&p|'}|dur|(|nd }||_&dS) z`Update settings from the system environment. TNrr.rrootzGWANDB_NOTEBOOK_NAME should be a path to a notebook file, couldn't find .python3z))rr-getenvr SAVE_CODE DISABLE_CODEshould_save_code DISABLE_GITr[rqr{rjupyternotebook_metadatarrrrrr.rrrrksocket gethostnamerr _EXECUTABLErr executableshutilwhichr] get_dockerrimage_id_from_k8srr| _get_program_setup_code_paths)rmeta _executabler|r1r1r2update_from_system_environmentfs\             z'Settings.update_from_system_environmentrcCs.t|D]\}}|durt|||qdS)zVUpdate settings from a dictionary. N)dictrr)rrrr r1r1r2update_from_dicts  zSettings.update_from_dictcs*fddjD}|r||dSdS)zhUpdate settings from another instance of `Settings`. csi|]}|t|qSr1)getattr)rfieldrr1r2 rIz1Settings.update_from_settings..N)model_fields_setr)rrdr1rr2rszSettings.update_from_settingswandb_settings_pb2.Settingsc Cs*t}|jddD]\}}|tvrq |dkrbt|tttfr/t ||}|j j |n2t|t rUt ||}|D]\}}|D] \}}||jj |j |<qEq=n tdt|d|q |dvrt|trm|nt|d|d|d d } t ||tj| j| j | jd q t|trt ||t|d q t|trt ||t|d q t|trt ||t|d q t|trt ||t|d q t|tttfrt ||} | j |q t|t rt ||} |D] \}}|| j |<qq |d urq tdt|d||S) zgGenerate a protobuf representation of the settings. T) exclude_nonerzUnsupported type z for setting )rcrr6r metric)r6r r!rGN)r r< model_dumprCLIENT_ONLY_SETTINGSrrKsetr?rsequencer extendrmapping TypeErrorrr(rCopyFromr6r!rCrrRrrprr+r) rsettings_protokvrrr kkvvr8r%r'r1r1r2to_protosl             zSettings.to_protocCs|jr|jr |jS|js|jS|jdr|jS|jSttj }|dur'|Szddl }Wn t y7YdSwz|j durD|j }W|Sd|j j}W|StyWYdSw)z1Get the program that started the current process.rNrz-m )rqr{rr|rrr-rrPROGRAM__main__ ImportError__spec____file__rAttributeError)rr|r1 python_argsr1r1r2rs2      zSettings._get_programrcCs|sdS|p t}|sdStt|t|sdStj|tjt||}tj |rAtjj||d}d|vr?dS|SdS)z=Get the relative path to the program from the root directory.N)startz../) r-rr&are_paths_on_same_driverrr.r0relpathr)r|rfull_path_to_program relative_pathr1r1r2rz%s$  zSettings._get_program_relpathcCs>t|j|jgs dS|jdt|jpddt|jpdS)z'Construct the base URL for the project.rr)rr_rrr rr1r1r2rAs*zSettings._project_url_basevalUnion[RunMoment, str, None]cCs.t|ts |dur |St|trt|SdS)z5Preprocess the setting for forking or resuming a run.N)rr(r+from_uri)r<r1r1r2r4Hs   z Settings._runmoment_preprocessorcOs|j|i|SrU)copy)rr*kwargsr1r1r2 model_copyTszSettings.model_copyc Ks|dd}|jdi|}t|jD]5}t|j|d}t|tr:z t||}|||<Wqttt t fy9Yqwt|t rHt||}|||<qhd}|D] }||vrX||=qO|rddd| DS|S)aCompatibility method for Pydantic v1 to mimic v2's model_dump. In v1, this is equivalent to dict() but also includes computed properties. Args: **kwargs: Options passed to the dict method - exclude_none: Whether to exclude fields with None values Returns: A dictionary of the model's fields and computed properties r FN> __fields__ model_config model_fieldsr__pydantic_self____model_fields_set__pydantic_initialised__cSsi|] \}}|dur||qSrUr1)rr+r,r1r1r2rsz'Settings.model_dump..r1) poprdir __class__rrpropertyr5NotImplementedErrorr(rr(r) rr@r resultrattrr exclude_fieldsrr1r1r2r"Ws.       zSettings.model_dumpr$cCst|dtS)zReturn a set of fields that have been explicitly set. This is a compatibility property for Pydantic v1 to mimic v2's model_fields_set. __fields_set__)rr$rr1r1r2rszSettings.model_fields_setcCs(|jr |jr ||dS||dS)z6Sets the program_abspath and program_relpath settings.N)rqr_infer_code_paths_for_jupyter_infer_code_path_for_programrr|r1r1r2rs zSettings._setup_code_pathsc Csddlm}z|js|jptnt}Wn ty$t}Ynw|jp-||||_tj tj |tj t||}tj |rM||_dSdS)z0Finds the program's absolute and relative paths.r$)GitRepoN) lib.gitlibrTr[rr-rrr~rzr.rr0r9rr})rr|rTrr}r1r1r2rRs$      z%Settings._infer_code_path_for_programcCs2|jr|sdStjtj|j||_||_dS)zFind the notebook's absolute and relative paths. Since the notebook's execution environment is not the same as the current working directory. We utilize the metadata provided by the jupyter server. N)rr-r.rr0r}r~rSr1r1r2rQs  z&Settings._infer_code_paths_for_jupyter)r,r)r r r,r )r,rb)r,rp)r,rC)r,rH)r,r+)r,r)r,r)r,r)r,r)rr)rrr,r)rr<r,r)r,rrU)r|r+rrHr,rH)r<r=r,rb)r,r$)r|r+(__name__ __module__ __qualname____doc__rrCrD__annotations__rErr!r r4rIrJr5rLrMrNrPrQrSrTrYrZr[r\r]r^r_r`rarcrdrfrgrhrjrkrlrmrnrorqrrrsrtrurvrwrxrzr{r|r}r~rrr9rrrrrrrrrrrrrrr7r8rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr:rrrrrrrrrrrrrloggingINFOrrrrrrrrrrrrrr-getpidrrrrrrrrrrrrrrrrrrr;rr classmethodrrrrr)rrrrr r$r'r)r*r/r0r1r9r<r>r@rArBrCrNrOrPrQrUrVrWrYrZr[r]r^r_r`rarbrnrorrKrtryr{r}rrqrrrrrrrrrrrrrrr6rrrrrrrrrrrrrrrrrrrrrrrr/r staticmethodrzrr4rAr"rrrRrQr1r1r1r2r<Bsx                                                                                                                                                                                                    5      4 +B  E$ 7r<T)validate_assignmentrrcCst}|D]5\}}|dkr|d||<q |dkr*tjdddtj||<q |dvr:td|d d q |||<q td i|S) zValidate settings from a settings file. Returns: A validated Settings object. Raises: ValidationError: on invalid data. Exception: arbitrary errors can occur when constructing Settings. rorJr4zDeprecated setting 'anonymous' has no effect and will be removed in a future version of wandb. Please delete it manually or by running `wandb login` to avoid errors.Fr )rrzIgnoring setting z) which is not allowed in a settings file.z9 Please delete it manually to avoid errors in the future.Nr1) rrrrrrr!r r<)rfieldsrr r1r1r2rs$    r)r*r+r,r+)rrr,r<)B __future__rr-r[r-rrrrr rrrcollections.abcrrtypingrrrrr r r urllib.parser r google.protobuf.wrappers_pb2rrrrpydanticrrrtyping_extensionsrrrrwandb._pydanticrrrrrr wandb.errorsr wandb.protor wandb.sdk.libr!r"r#libr%r&r'lib.run_momentr(r)r3r#r<rr1r1r1r2sd   $