o niT@sndZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z m Z mZmZddlmZddlZddlmZddlmZddlmZdd lmZd d lmZd d lmZmZe rhdd l m!Z!e"e#Z$dddZ%dZ&Gdddej'Z(GdddZ)GdddZ*de e+e fde e+e fde,ddfddZ-de e+e fde e+e fde,ddfddZ.dS) z~Convert launch arguments into a runnable wandb launch script. Arguments can come from a launch spec or call to wandb launch. N)deepcopy) TYPE_CHECKINGAnyDictListOptionalcast) shlex_quote)Api) CommError)get_entrypoint_file) generate_id) LaunchError) LOG_PREFIXrecursive_macro_sub)Artifact)local sagemaker c@s6eZdZUdZdZeed<dZeed<dZeed<dS) LaunchSourcea5Enumeration of possible sources for a launch project. Attributes: DOCKER: Source is a Docker image. This can happen if a user runs `wandb launch -d `. JOB: Source is a job. This is standard case. SCHEDULER: Source is a wandb sweep scheduler command. rDOCKERJOB SCHEDULERN) __name__ __module__ __qualname____doc__rint__annotations__rrr#r#\/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/wandb/sdk/launch/_project_spec.pyr&s  rc@seZdZdZ dWdeedeededeeefdeded eed eeefd eeefd eeefd edeeefdeedeefddZ dXddZ deddfddZ d eeefddfddZ d eeefddfddZ defddZedeeefdeddfdd Zedeefd!d"Zedeefd#d$Zedeefd%d&Zd'eddfd(d)Zd*eddfd+d,Zd-eddfd.d/Zedefd0d1Zedeefd2d3Zejd4eddfd5d3Zedeefd6d7Zejd4eddfd8d7Zedeefd9d:Zejd4eddfd;d:ZdZdefd?d@ZedeefdAdBZ e jd4eddfdCdBZ dedDfdEdFZ!dGe"eddDfdHdIZ#dXdJdKZ$defdLdMZ%dXdNdOZ&dXdPdQZ'dedRe(deeeffdSdTZ)defdUdVZ*dS)Y LaunchProjectafA launch project specification. The LaunchProject is initialized from a raw launch spec an internal API object. The project encapsulates logic for taking a launch spec and converting it into the executable code. The LaunchProject needs to ultimately produce a full container spec for execution in docker, k8s, sagemaker, or vertex. This container spec includes: - container image uri - environment variables for configuring wandb etc. - entrypoint command and arguments - additional arguments specific to the target resource (e.g. instance type, node selector) This class is stateful and certain methods can only be called after `LaunchProject.fetch_and_validate_project()` has been called. Notes on the entrypoint: - The entrypoint is the command that will be run inside the container. - The LaunchProject stores two entrypoints - The job entrypoint is the entrypoint specified in the job's config. - The override entrypoint is the entrypoint specified in the launch spec. - The override entrypoint takes precedence over the job entrypoint. Nurijobapi launch_spec target_entitytarget_projectname docker_configgit_info overridesresource resource_argsrun_idsweep_idcCsB||_||_|durttd|d|_||_||_||_| |_ ||_ t | }| | idi}| |_||_||_| d|_| d|_d|_d|_d|_| di dpe| di d|_| dpp| d |_| d d |_d|_|| ||| d|_d|_| pt |_!d|_"d|_#d|_$dS) NzLaunching job: builderauthorpython_version accelerator base_imagecuda docker_image image_uriuser_idr)%r&r'wandbtermlogr _job_artifactr(r)r*lowerr+r,rgetpopr0r1r3r5r6_job_dockerfile_job_build_context_job_base_imageaccelerator_base_imager:docker_user_id _entry_pointinit_overrides init_sourceinit_git deps_type_runtimer r2 _queue_name _queue_entity_run_queue_item_id)selfr&r'r(r)r*r+r,r-r.r/r0r1r2r3resource_args_copyresource_args_buildr#r#r$__init__OsX       zLaunchProject.__init__returncCst|jdurtj|_d|_dS|jdurtj|_t|_dS|j r6|j dr8tj |_t |_|j|_dSdSdS)N placeholder)r:rrsource project_dirr'rtempfilemkdtempr& startswithrosgetcwdoverride_entrypointrHrQr#r#r$rJs     zLaunchProject.init_sourcenew_dirc Cs>|j}|durtj||ddtdddt|||_dS)z0Change the project directory to a new directory.NTzfsmonitor--daemon.ipcz.git)symlinks dirs_exist_okignore)rXshutilcopytreeignore_patternsrmtree)rQr`old_dirr#r#r$change_project_dirs   z LaunchProject.change_project_dircCs|d|_|d|_dS)Nversionrepo)rA git_versiongit_repo)rQr.r#r#r$rKs zLaunchProject.init_gitcCs||_|dg|_|di|_|di|_|di|_d|_|d|_|d}|r?t dt t ||d |_dSdS) z4Initialize override attributes for a launch project.args run_config artifactsfilesN dockerfile entry_pointzAdding override entry pointr,command) r/rA override_argsoverride_configoverride_artifactsoverride_filesr^override_dockerfile_loggerinfo EntryPointr )rQr/r^r#r#r$rIs    zLaunchProject.init_overridescCs|jtjkr |jS|jS)z'String representation of LaunchProject.)rWrrr'r&r_r#r#r$__repr__s zLaunchProject.__repr__cCsd}|dr |d}t|d|d|||d|d||di|di|d i|d d|d i|d d|d iS)aConstructs a LaunchProject instance using a launch spec. Arguments: launch_spec: Dictionary representation of launch spec api: Instance of wandb.apis.internal Api Returns: An initialized `LaunchProject` object Nr,r&r'entityprojectdockergitr/r0r1r2r3)rAr%)clsr)r(r,r#r#r$ from_specs&        zLaunchProject.from_speccC|jSNrCr_r#r#r$job_dockerfilezLaunchProject.job_dockerfilecCrrrDr_r#r#r$job_build_contextrzLaunchProject.job_build_contextcCrrrEr_r#r#r$job_base_imagerzLaunchProject.job_base_imagerrcC ||_dSrr)rQrrr#r#r$set_job_dockerfile z LaunchProject.set_job_dockerfile build_contextcCrrr)rQrr#r#r$set_job_build_contextrz#LaunchProject.set_job_build_contextr8cCrrr)rQr8r#r#r$set_job_base_imagerz LaunchProject.set_job_base_imagecCs|jdur|jS|jdur|jS|jdur-|jdd}|d}||d}tj|S|jdus4Jtj|j ddS)Nzhttps:///:r) rr:r&replacefindr=utilmake_docker_image_name_safer'split)rQ cleaned_uri first_sep shortened_urir#r#r$ image_names      zLaunchProject.image_namecCrrrNr_r#r#r$ queue_namerzLaunchProject.queue_namevaluecCrrrrQrr#r#r$r  cCrrrOr_r#r#r$ queue_entity rzLaunchProject.queue_entitycCrrrrr#r#r$rrcCrrrPr_r#r#r$run_queue_item_idrzLaunchProject.run_queue_item_idcCrrrrr#r#r$rrimagecCsF|j|j|j|j||jd}|tjt|j |}t t t t f|S)aSubstitute values for macros in resource arguments. Certain macros can be used in resource args. These macros allow the user to set resource args dynamically in the context of the run being launched. The macros are given in the ${macro} format. The following macros are currently supported: ${project_name} - the name of the project the run is being launched to. ${entity_name} - the owner of the project the run being launched to. ${run_id} - the id of the run being launched. ${run_name} - the name of the run that is launching. ${image_uri} - the URI of the container image for this run. Additionally, you may use ${} to refer to the value of any environment variables that you plan to set in the environment of any agents that will receive these resource args. Calling this method will overwrite the contents of self.resource_args with the substituted values. Args: image (str): The image name to fill in for ${wandb-image}. Returns: Dict[str, Any]: The resource args with all macros filled in. ) project_name entity_namer2run_namer;r5)r+r*r2r,r5updater\environrr1rrstrr)rQr update_dictresultr#r#r$ fill_macross  zLaunchProject.fill_macroscCs"|jdurdS|jtjkrdSdS)z0Checks the source to see if a build is required.NFT)rrWrrr_r#r#r$build_requiredFs  zLaunchProject.build_requiredcCs|jr|jSdS)zReturns the Docker image associated with this LaunchProject. This will only be set if an image_uri is being run outside a job. Returns: Optional[str]: The Docker image or None if not specified. N) _docker_imager_r#r#r$r:Ns zLaunchProject.docker_imagecCs||_|dS)zSets the Docker image for the project. Args: value (str): The Docker image to set. Returns: None N)r*_ensure_not_docker_image_and_local_processrr#r#r$r:[s r}cCs$|js|js |js tddS|jS)z+Returns the job entrypoint for the project.zLProject must have at least one entry point unless docker image is specified.N)rHr:rrr_r#r#r$get_job_entry_poinths z!LaunchProject.get_job_entry_pointrucCs,|jdus Jdt|d|d}||_|S)z#Set job entrypoint for the project.NzCCannot set entry point twice. Use LaunchProject.override_entrypointrt)rHr})rQrunew_entrypointr#r#r$set_job_entry_pointts z!LaunchProject.set_job_entry_pointcCs6|jtjkrdS|jtjkr||jdusJdS)a\Fetches a project into a local directory, adds the config values to the directory, and validates the first entrypoint for the project. Arguments: launch_project: LaunchProject to fetch and validate. api: Instance of wandb.apis.internal Api Returns: A validated `LaunchProject` object. N)rWrrr _fetch_jobrXr_r#r#r$fetch_and_validate_project}s  z(LaunchProject.fetch_and_validate_projectcCsZ|jtjkr|jdus J|jjd|jjS|jtjkr)t|jt s&J|jSt d)z;Returns a unique string identifying the source of an image.Nz:vz8Unknown source type when determining image source string) rWrrr?r,rjr isinstancer:rrr_r#r#r$get_image_source_strings  z%LaunchProject.get_image_source_stringcCs$|jdur|jdkrtddSdS)zEnsure that docker image is not specified with local-process resource runner. Raises: LaunchError: If docker image is specified with local-process resource runner. Nz local-processz>Cannot specify docker image with local-process resource runner)r:r0rr_r#r#r$rs z8LaunchProject._ensure_not_docker_image_and_local_processc Cstjj}t}z |j|j|d}Wn!ty5}z|j}t d|jd|d|j dd}~ww| ||j |_ dS)zFetches the job details from the public API and configures the launch project. Raises: LaunchError: If there is an error accessing the job. )pathzError accessing job z: z on base_urlN)r=apispublicr rYrZr'r messagersettingsrAconfigure_launch_projectr?)rQ public_apijob_dirr'emsgr#r#r$rs   zLaunchProject._fetch_jobmax_env_lengthcCsNi}|d|d<|jd}|p|j|d<|jr|j|d<|j|d<d|d<|j|d <|jr4|j|d <|jd ur>|j|d <d |jvrL|sL|jd |d<|j rT|j |d<|jdddkrad|d<|j rk|j |t j j <|jru|j|t j j<|jr|j|t j j<t|j||t|j||i}|jrt jj|ji}ti||j|d<|S)zGenerate environment variables for the project. Arguments: launch_project: LaunchProject to generate environment variables for. Returns: Dictionary of environment variables. rWANDB_BASE_URL_wandb_api_key WANDB_API_KEY WANDB_PROJECT WANDB_ENTITYTrue WANDB_LAUNCH WANDB_RUN_ID WANDB_DOCKERN WANDB_NAMEr5WANDB_USERNAMEWANDB_SWEEP_ID _resume_countrallow WANDB_RESUMEWANDB_ARTIFACTS)rr)rAapi_keyr+r*r2r:r,r3rr=envLAUNCH_QUEUE_NAMErLAUNCH_QUEUE_ENTITYrLAUNCH_TRACE_ID_inject_wandb_config_env_varsrw_inject_file_overrides_env_varsryr'rLAUNCH_JOB_ARTIFACT_SLOT_NAMEjsondumpsrx)rQr(renv_varsoverride_api_keyrpr#r#r$get_env_vars_dictsD          zLaunchProject.get_env_vars_dictc Cs ddl}d}|jdus Jtj|jd}tj|rt}t|N}||} zt |}t |dr9|j }nt |}|t|Wn"tyNYntyg} ztd| WYd} ~ q(d} ~ wwq)Wdn1sswY|dd|7}d |vrttd |S) Nrzrequirements.txtTr,z"Unable to parse requirements.txt: zWANDB_ONLY_INCLUDE={} ,r=z)wandb is not present in requirements.txt.) pkg_resourcesrXr\rjoinexistssetopenparse_requirementsnexthasattrr,r@raddr StopIteration Exceptionr{warnformatr=termwarnr) rQrrequirements_linebase_requirements include_onlyfiterpkgr,rr#r#r$parse_existing_requirementss:        z)LaunchProject.parse_existing_requirementsr)rUN)+rrrr rrr rrrTrJrirKrIr~ classmethodrpropertyrrrrrrrrsetterrrrboolrr:rrrrrrrr!rrr#r#r#r$r%5s(       <  )    0r%c@s<eZdZdZdeedeefddZdeddfd d ZdS) r}z1An entry point into a wandb launch specification.r,rucCs||_||_dSrrt)rQr,rur#r#r$rT s zEntryPoint.__init__new_pathrUNcCsBt|jdkr|jdds|jddkr||jd<dSdSdS)z*Updates the entrypoint path to a new path.rrpythonbashrN)lenrur[)rQrr#r#r$update_entrypoint_pathsz!EntryPoint.update_entrypoint_path) rrrr rrrrTrr#r#r#r$r}sr}configenv_dictmaximum_env_lengthrUcbt|tkr|d<dSfddtdtD}ddt|D}||dS)N WANDB_CONFIGcg|] }||qSr#r#.0ir str_configr#r$ z1_inject_wandb_config_env_vars..rcSi|] \}}d||qS) WANDB_CONFIG_r#r rchunkr#r#r$ #sz1_inject_wandb_config_env_vars..rrrrange enumerater)rrrchunksconfig_chunks_dictr#rr$rs   rr/cr )NWANDB_LAUNCH_FILE_OVERRIDEScr r#r#r r str_overridesr#r$r/rz3_inject_file_overrides_env_vars..rcSr)WANDB_LAUNCH_FILE_OVERRIDES_r#rr#r#r$r3sz3_inject_file_overrides_env_vars..r)r/rrroverrides_chunks_dictr#rr$r's   r)/r enumrloggingr\rdrYcopyrtypingrrrrrr six.movesr r=wandb.apis.internalr wandb.errorsr wandb.sdk.launch.utilsr wandb.sdk.lib.runidr errorsrutilsrrwandb.sdk.artifacts.artifactr getLoggerrr{RESOURCE_UID_MAPIMAGE_TAG_MAX_LENGTHIntEnumrr%r}rr!rrr#r#r#r$s\           V