o -wib@s,ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z ddl!Z!ddl"Z"ddl#Z#ddl$m%Z%m&Z&ddl'm(Z(ddl)m*Z*ddl+Z+ddl+m,Z,m-Z-dd l.m/Z/m0Z0dd l1m2Z2m3Z3m4Z4m5Z5dd l6m7Z7dd l8m9Z9dd l:m;Z;ddlm?Z?m@Z@ddlAmBZBddlCmDZDddlEmFZFmGZGddlHmIZImJZJddlKmLZLmMZMddlNmOZOddlPmQZQddlRmSZSeTeUZVdZWerXddlmZmXZXddlRmYZYGdddeXdd ZZGd!d"d"eXZ[Gd#d$d$eXZ\Gd%d&d&eXZ]Gd'd(d(eXZ^Gd)d*d*eXZ_Gd+d,d,eXZ`Gd-d.d.eXZaeZbed/Zce edeefZfeTd0Zgejhid1rjegjejkd?d3d4ZlGd5d6d6e jmZnGd7d8d8eZod9epd:eeod2epfd;d<ZqGd=d>d>ZrdS)@N)deepcopy)Path)IO TYPE_CHECKINGAnyCallableDictIterableListLiteralMappingMutableMapping NamedTupleOptionalSequenceTextIOTupleUnion)Clientgql) RetryError)Document)envutil)normalize_exceptionsparse_backend_error_messages)AuthenticationError CommErrorUnsupportedError UsageError)parse_sm_secrets)Settings) ServerFeature)is_artifact_registry_project)SERVER_FEATURES_QUERY_GQLServerFeaturesQuery)_thread_local_api_settings)GraphQLSession)B64MD5 md5_file_b64) credentialsretry) DIFF_FNAMEMETADATA_FNAME)GitRepocontext)Progressmodel-registry)r TypedDict) ProgressFnc@sZeZdZUdZeed<eed<eed<eeed<eeed<eeeee fed<dS) CreateArtifactFileSpecInputzDCorresponds to `type CreateArtifactFileSpecInput` in schema.graphql. artifactIDnamemd5mimetypeartifactManifestIDuploadPartsInputN) __name__ __module__ __qualname____doc__str__annotations__rr robjectrErE\/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/wandb/sdk/internal/internal_api.pyr7Ds   r7F)totalc@sVeZdZUeed<eed<eed<eeed<eeed<ded<eed<d ed <d S) CreateArtifactFilesResponseFileidr9 displayName uploadUrl uploadHeadersUploadPartsResponseuploadMultipartUrls storagePath#CreateArtifactFilesResponseFileNodeartifactN)r>r?r@rBrCrrrErErErFrHNs    rHc@eZdZUeed<dS)rPrINr>r?r@rBrCrErErErFrPX rPc@s"eZdZUeded<eed<dS)rMUploadUrlPartsuploadUrlPartsuploadIDN)r>r?r@r rCrBrErErErFrM[s  rMc@seZdZUeed<eed<dS)rU partNumberrKN)r>r?r@intrCrBrErErErFrU_  rUc@sJeZdZUdZeed<eeefed<eed<eed<eed<eed<dS) $CompleteMultipartUploadArtifactInputzMCorresponds to `type CompleteMultipartUploadArtifactInput` in schema.graphql.completeMultipartActioncompletedPartsr8rOrWr:N)r>r?r@rArBrCrrYrErErErFr[cs  r[c@rR)'CompleteMultipartUploadArtifactResponsedigestNrSrErErErFr^mrTr^c@seZdZUeed<eed<eeeed<eeed<eeed<eeed<eeed<eeed<eeed <eeeefed <eeeefed <d S) DefaultSettingssection git_remote ignore_globsbase_urlroot_dirapi_keyentity organizationproject_extra_http_headers_proxiesN)r>r?r@rBrCrr r rErErErFr`ps       r`RUNNINGPAUSEDCANCELEDFINISHEDz http.client WANDB_DEBUGreturncsptjdsdStjr dStjdtddffdd }|tj _ dtj j _ t d}|jr6t|jddSdS) Nrqargsrrcstd|dS)N )httpclient_loggerlogjoin)rslevelrErFhttpclient_logsz7check_httpclient_logger_handler..httpclient_logr0wandbr)osenvirongetruhandlersloggingDEBUGrhttpclientprintHTTPConnection debuglevel getLogger addHandler)rz root_loggerrErxrFcheck_httpclient_logger_handlers   rc@s&eZdZUeejed<dddZdS)_ThreadLocalDatar2rrNcCs d|_dSNr1selfrErErF__init__ z_ThreadLocalData.__init__rrN)r>r?r@rr2ContextrCrrErErErFrs rc@seZdZUeed<eed<dS) _OrgNames entity_name display_nameNrSrErErErFrrZrrhorgscCsT|D] }||vr |jSqt|dkr"td|djd|dtd|d)aMatch the organization provided in the path with the org entity or org name of the input entity. Args: organization: The organization name to match orgs: List of tuples containing (org_entity_name, org_display_name) Returns: str: The matched org entity name Raises: ValueError: If no matching organization is found or if multiple orgs exist without a match r0z8Expecting the organization name or entity name to match rz# and cannot be linked/fetched with zC. Please update the target path with the correct organization name.zTPersonal entity belongs to multiple organizations and cannot be linked/fetched with zo. Please update the target path with the correct organization name or use a team entity in the entity settings.)rlen ValueErrorr)rhr org_namesrErErF$_match_org_with_fetched_org_entitiess  rc.@seZdZUdZedZeZe j e d<e e d<dde jddejddfd eed d eefd ed e jdedeeeegefdeeddfddZdededefddZdee j ddfddZd{ddZede j fddZ d{dd Z d{d!d"Z!dededd#fd$d%Z"defd&d'Z#d(eddfd)d*Z$edeefd+d,Z%edefd-d.Z&edeefd/d0Z'edeefd1d2Z(edefd3d4Z)edefd5d6Z*edefd7d8Z+d|d9eed:eedefd;d<Z, =d}d9ed>ed?eddfd@dAZ- =d}d9edBed>ed?eddf dCdDZ. d|dEedFeedGeede/eeffdHdIZ0e1de/e2ee2ee2effdJdKZ3e1d{dLdMZ4de2fdNdOZ5e1deefdPdQZ6e1de/eeeffdRdSZ7e1defdTdUZ8e1de/eeffdVdWZ9e1defdXdYZ:e1defdZd[Z;e1de2fd\d]Zde?eeffdfdgZ@dheeefdefdidjZAe1 d~d^ed_ed`edaee2edef dkdlZBe1de?eeffdmdnZCe1deefdodpZDe1de/e?eefe?eefffdqdrZEe1d~dseede2e?eeffdtduZFe1d~dFedseedd#fdvdwZGe1  d|dxedyedFeedseede?eeff dzd{ZHe1 d~dFedseede2e?eeffd|d}ZIe1 d|dFedGeedseede/ee?eefeee?eefffd~dZJe1dsedededee?eeffddZKe1deded(edefddZLdFedefddZMe1   ddFedeedeedseede?eeff ddZNe1dsedefddZOe1dsedFede2e?eeffddZPe1dsedededee?eeeQeeffdee?eeff ddZRe1  d|dsedFedededeedeedee?eeffddZSe1eTdddfdedsedededFedeedeedeedee?eeffddZUe1 d~dsedFedededee?eeeeQeffdeedee?eeffddZVe1 d~dede?eefdeededeedee?eeff ddZWe1   ddedseedFeedeedee?eeff ddZXe1d~ded(eedefddZYe1de2fddZZe1dsedFede2ede?eefdededefddZ[e1dedededefddZ\e1dededefddZ]e1                   ddeedeedFeedeedeedee2edeedeedseedeedeedeedeedeedeedeedeedeedeede/eeee2ff(ddʄZ^e1    ddededeQdeedseedFeedeedefddτZ_e1dsedFededefddфZ`e1dsedFededefddӄZae1defddՄZbe1   ddFedee2ee?eecffdGeedseedeede/ee2ee?ee?eeffff dd؄Zd   ddFedee2ee?eecffdGeedseedeede/ee2ee?ee?eeffff ddڄZee1  d|dFedGeedseede?ee?eefffdd܄Zfe1  d|dFededGeedseedee?eeff dd߄Zge1dede/eehjiffddZje1 d~de?eefdeede/eeehjiffddZkdedede?eefddfddZl d~dedemdee?eefdeehjifddZn  d|dedecemdeddee?eefdeehjif ddZoe1   ddedeedeedseedef ddZpdededede2e?eeffddZqerdedefddZse1         ddedeedeedeedeedFeedseedeedee2edee?eefde/ee2effddZte1defddZuerdedevdefddZwe1 d|dFedGeedseedd fd d Zxdefd d Zye1      =ddee2ee?eecffdGeedseedFeedeededeeze{d=fddfddZ|dedededsedFede}edede?eeffddZ~ddsededefddZdsede2efddZ      ddedeedeedeed eed!eed"eede/ee?eefffd#d$Z      ddedeedeedeed!eed"eed eedee?eeffd%d&Zde2efd'd(Zdefd)d*Z   dd+edeedeedeedeef d,d-Zde2efd.d/Zde2efd0d1Zd2e2d3eed4eedefd5d6Z            = dd+ed7ed8edeed9eedeedeedeedeedee?d:eedee2e?eefdee2e?eefd4eed;eed3eede/e?e?ff"d<d=Zdedd#fd>d?Z @ddedAedBe2e?eefdCeedDedeef dEdFZ      Gdded8edeedHeedseedFeedGeedIedJede/ee?eefffdKdLZ   ddMedHeed8eedIeede/ee?eefff dNdOZdede?eefde?eeffdPdQZdedeefdRdSZde2fdTdUZe1dVedWdeedXffdYdZZe1  d|d[ed\ed]eed^ed_def d`daZ d|dxedseedFeeddbfdcddZ  d|dxeddbdseedFeeddf dedfZ  d|dxedseedFeeddfdgdhZ  d|dxedseedFeeddfdidjZ  d|dxedseedFeeddfdkdlZ  d|dxedseedFeeddfdmdnZdedoedehjifdpdqZdrd#de2e?fdsdtZe1d(edefdudvZe1dsedededwededxeeeeeffdee?eeffdydzZdS(ApiaW&B Internal Api wrapper. Note: Settings are automatically overridden by looking for a `wandb/settings` file in the current working directory or its parent directory. If none can be found, we look in the current user's home directory. Args: default_settings(dict, optional): If you aren't using a settings file, or you wish to override the section to use in the settings file Override the settings here. _global_context _local_dataNT)daysdefault_settingsz!wandb.sdk.wandb_settings.Settingsz1wandb.sdk.internal.settings_static.SettingsStatic load_settingsretry_timedeltar}retry_callbackrfrrc Cs||_t|_t|_ddgddddddddd |_||_|p!i}|j|d|_ t ||j dd|_ t |dd |_d d d d |_|dpTt|j dd|_|jtjp]id}|rhd|f}n|jdurwd|j|jd<n tjdurd|jpdf}|dpt|j dd}tt|jtj|jdtj|jdd|jd|j||ddtj|dd|_ ||_!t"j#|j$|t%j&t't(j)f|d|_*d|_+d|_,t(-|_.|j/rt0j1|j.j2|j/d|j._2|r|j.j3|t4t"j5|d |j6|_7t4t"j5|d |j8|_9i|_:t%;d!|_d|_?d|_@d|_Ad|_Bd|_Cd|_Dd|_Ed|_Fd|_Gd|_Hd|_Id|_Jd|_Kd|_Ld|_MdS)"Ndefaultoriginzhttps://api.wandb.ai) rarbrcrdrerfrgrhrirjrk re)rrerb)remoter*)system_sample_secondssystem_samplesheartbeat_secondsrjWANDB__EXTRA_HTTP_HEADERS{}apiBearer AuthorizationrkWANDB__PROXIESr)z User-AgentzX-WANDB-USERNAMEzX-WANDB-USER-EMAILTrdz/graphql)headersuse_jsontimeoutauthurlcookiesproxies) transport)rcheck_retry_fnretryable_exceptionsr)r)rzazure.storage.blob)N_environr2rrrrrrupdate retry_uploadsr!r~ _settingsr/settingsgitdynamic_settingsjsonloadsrjr&r access_tokenrrfrr' user_agentr get_usernameget_user_email HTTP_TIMEOUTrrr,Retryexecuter no_retry_authrrequestsRequestException _retry_gql_current_run_id_file_stream_apiSession_upload_file_sessionFILE_PUSHER_TIMEOUT functoolspartialputrr retriable upload_fileupload_file_retryupload_multipart_file_chunk!upload_multipart_file_chunk_retry_client_id_mapping get_module_azure_blob_module query_typesmutation_typesserver_info_typesserver_use_artifact_input_info!server_create_artifact_input_infoserver_artifact_fields_info$server_organization_type_fields_info0server_supports_enabling_artifact_usage_tracking_max_cli_version_server_settings_typefail_run_queue_item_input_infocreate_launch_agent_input_info$server_create_run_queue_supports_drc)server_create_run_queue_supports_priority"server_supports_template_variables*server_push_to_run_queue_supports_priority_server_features_cache) rrrrr}rrfrrrErErFrs                z Api.__init__rskwargscOs|j|d|jji|}|S)Nretry_cancel_event)rr2 cancel_event)rrsrretrErErFrpszApi.gql api_contextcCs ||j_dSrrr2)rrrErErFset_local_contextx zApi.set_local_contextcCs d|j_dSrrrrErErFclear_local_context{rzApi.clear_local_contextcCs|jjp|jSr)rr2rrrErErFr2~z Api.contextcCsd|jpdf|jjj_dS)z3Ensure the current api key is set in the transport.rrN)rfrrsessionrrrErErFreauthz Api.reauthcCsd|d|jj_dS)z2Ensure the current api points to the right server.z {}/graphqlrdN)formatrrrrrrErErFrelocaterz Api.relocate _Responsec Osvz |jj|i|WStjjy:}z"|j}|dusJtdt|D]}t d|d|dq&d}~ww)z5Wrapper around execute that logs in cases of failure.NzError executing GraphQL.zError while calling W&B API: z ()) rrr exceptions HTTPErrorresponselogger exceptionrr{ termerror)rrsrerrrerrorrErErFrs   z Api.executecCs"|td}|duo|dduS)z>Returns whether the API key stored on initialization is valid.zquery { viewer { id } }Nviewer)rr)rresrErErFvalidate_api_keyszApi.validate_api_keyrun_idcCs ||_dSrr)rrrErErFset_current_run_idrzApi.set_current_run_idcCs|jSrrrrErErFcurrent_run_idszApi.current_run_idcCs dtjS)NzW&B Internal Client )r{ __version__rrErErFrs zApi.user_agentcCsbtjrtjStj|j}d}|r|d}|jtj }t tj }|j d}|p0|p0|p0|S)Nrf) r&rfrutilsget_netrc_authapi_urlrr~rAPI_KEYr r)rrkeyenv_key sagemaker_key default_keyrErErFrfs z Api.api_keycCs`|jtj}|s dSt|}|std||d}tt t j |j}t |||S)aRRetrieves an access token for authentication. This function attempts to exchange an identity token for a temporary access token from the server, and save it to the credentials file. It uses the path to the identity token as defined in the environment variables. If the environment variable is not set, it returns None. Returns: Optional[str]: The access token if available, otherwise None if no identity token is supplied. Raises: AuthenticationError: If the path to the identity token is not found. NzIdentity token file not found: rd) rr~rIDENTITY_TOKEN_FILErexistsrrget_credentials_filerBr+DEFAULT_WANDB_CREDENTIALS_FILEr)rtoken_file_str token_filerdcredentials_filerErErFrs  zApi.access_tokencCs |dS)Nrd)rrrErErFrs z Api.api_urlcCstj|jSr)r{rapp_urlrrrErErFr&rz Api.app_urlcCs|dS)Nrg)rr~rrErErFdefault_entityrzApi.default_entityrrac Cs|j}||jj|d|tj|jjtj d|dd|j dtj |jjtj d|dd|j dtj |jjtj d|dd|j dtj |jjtj d|dd|j dtj|jjtj d|dd|j dd |d uru|S||S) a,The settings overridden from the wandb/settings file. Args: key (str, optional): If provided only this setting is returned section (str, optional): If provided this section of the setting file is used, defaults to "default" Returns: A dict with the current settings { "entity": "models", "base_url": "https://api.wandb.ai", "project": None, "organization": "my-org", } )rarg)fallbackrrhrirdrc)rgrhrirdrcN)rcopyrritemsr get_entityr~r!DEFAULT_SECTIONrget_organization get_project get_base_url get_ignore)rrraresultrErErFrs\ -z Api.settingsFgloballypersistcCs|jjtj|||ddS)Nr2r3)rclearr!r,)rrr2r3rErErF clear_setting!s  zApi.clear_settingvaluecCsh|jjtj||||d|dkrtj||jddS|dkr(tj||jddS|dkr2|dSdS)Nr4rgrrird) rsetr!r,r set_entityr set_projectr)rrr7r2r3rErErF set_setting(s  zApi.set_settingslugriruncCs|rd|vr|d}|d}|d}||fS|p|d}|dur(td|p5|p5|jp5tj|jd}|sm z1Api.server_info_introspection.. QueryTypefieldscSrDrErFrGrErErFrJqrK MutationTypecSrDrErFrGrErErFrJurKServerInfoType)rrrrr~r query_stringqueryrrErErFserver_info_introspectionPs     zApi.server_info_introspectioncCsRd}|jdur't|}||}|r"dd|didigDng|_dSdS)Na2 query ProbeServerSettings { ServerSettingsType: __type(name: "ServerSettings") { ...fieldData } } fragment fieldData on __Type { fields { name } } cSrDrErFrGrErErFrJrKz5Api.server_settings_introspection..ServerSettingsTyperM)rrr~rPrErErFserver_settings_introspection{s  z!Api.server_settings_introspectioncCsHd}|jdur!t|}||}dd|didigD|_|jS)Na query ProbeServerUseArtifactInput { UseArtifactInputInfoType: __type(name: "UseArtifactInput") { name inputFields { name } } } cSrDrErFrGrErErFrJrKz?Api.server_use_artifact_input_introspection..UseArtifactInputInfoType inputFields)rrr~rPrErErF'server_use_artifact_input_introspections   z+Api.server_use_artifact_input_introspectioncCs td}||}|dpdS)Nz query LaunchAgentIntrospection { LaunchAgentType: __type(name: "LaunchAgent") { name } } LaunchAgentTyperr~rrRrrErErFlaunch_agent_introspections  zApi.launch_agent_introspectioncCs|\}}}d}|jdus|jdurJt|}||}|dur$tdddd|didigDv|_dd d|didigDv|_d |v|j|jfS) Na  query ProbeCreateRunQueueInput { CreateRunQueueInputType: __type(name: "CreateRunQueueInput") { name inputFields { name } } } z,Could not get CreateRunQueue input from GQL.defaultResourceConfigIDcSg|]}|dqSr9rErHxrErErFrJz6Api.create_run_queue_introspection..CreateRunQueueInputTyperWprioritizationModecSr^r_rEr`rErErFrJrbcreateRunQueue)rSrrrrr~)r_ mutationsrQrRrrErErFcreate_run_queue_introspections$    z"Api.create_run_queue_introspectioncC|\}}}d|vS)NupsertRunQueuerSrrfrgrErErFupsert_run_queue_introspectionz"Api.upsert_run_queue_introspectioncCsd}|jdus |jdur;t|}||}ddd|didigDv|_ddd|didigDv|_|j|jfS) Na query ProbePushToRunQueueInput { PushToRunQueueInputType: __type(name: "PushToRunQueueInput") { name inputFields { name } } } templateVariableValuescSr^r_rEr`rErErFrJrbz7Api.push_to_run_queue_introspection..PushToRunQueueInputTyperWprioritycSr^r_rEr`rErErFrJrb)rrrr~rPrErErFpush_to_run_queue_introspections    z#Api.push_to_run_queue_introspectioncCri)NcreateDefaultResourceConfigrkrlrErErF,create_default_resource_config_introspection rnz0Api.create_default_resource_config_introspectioncCri)NfailRunQueueItemrkrlrErErF!fail_run_queue_item_introspectionrnz%Api.fail_run_queue_item_introspectioncCJ|jr|jSd}t|}||}dd|didigD|_|jS)Na query ProbeServerFailRunQueueItemInput { FailRunQueueItemInputInfoType: __type(name:"FailRunQueueItemInput") { inputFields{ name } } } cSrDrErFrGrErErFrJ(rKz@Api.fail_run_queue_item_fields_introspection..FailRunQueueItemInputInfoTyperW)rrr~rPrErErF(fail_run_queue_item_fields_introspection  z,Api.fail_run_queue_item_fields_introspectionrun_queue_item_idmessagestage file_pathsc Csp|sdSd|i}d|vr#|||d|dur ||d<d}nd}t|}|j||d}|d d } | S) NFrunQueueItemIdr|)r|r} filePathsa mutation failRunQueueItem($runQueueItemId: ID!, $message: String!, $stage: String!, $filePaths: [String!]) { failRunQueueItem( input: { runQueueItemId: $runQueueItemId message: $message stage: $stage filePaths: $filePaths } ) { success } } a( mutation failRunQueueItem($runQueueItemId: ID!) { failRunQueueItem( input: { runQueueItemId: $runQueueItemId } ) { success } } variable_valuesrusuccess)rvryrr) rr{r|r}r~rmutation_stringmutationrr1rErErFfail_run_queue_item0s   zApi.fail_run_queue_itemcCri)NupdateRunQueueItemWarningrkrlrErErF+update_run_queue_item_warning_introspectionarnz/Api.update_run_queue_item_warning_introspectionc Cstt}z||}Wnty*}zdt|vri|_nWYd}~|jSd}~wwt|j}|rC|j}rCdd|D|_|jSi|_|jS)Nz3Cannot query field "features" on type "ServerInfo".cSsi|] }|r|j|jqSrE)r9 is_enabled)rHfrErErF wz(Api._server_features..) rr$ ExceptionrBrr%model_validate server_infofeatures)rrRreinfofeatsrErErF_server_featuresfs"    zApi._server_featuresfeaturecCs*t|tr t|n|}||pdS)a"Return whether the current server supports the given feature. This also caches the underlying lookup of server feature flags, and it maps {feature_name (str) -> is_enabled (bool)}. Good to use for features that have a fallback mechanism for older servers. F) isinstancerYr"Namerr~)rrrrErErF_server_supports|s zApi._server_supportscCs<|sdStd}|j|||||dd}|dd}|S)NFa mutation updateRunQueueItemWarning($runQueueItemId: ID!, $message: String!, $stage: String!, $filePaths: [String!]) { updateRunQueueItemWarning( input: { runQueueItemId: $runQueueItemId message: $message stage: $stage filePaths: $filePaths } ) { success } } )rr|r}rrrr)rr)rr{r|r}r~rrr1rErErFupdate_run_queue_item_warnings z!Api.update_run_queue_item_warningcCs td}||}|dpiS)Na[ query Viewer{ viewer { id entity username flags teams { edges { node { name } } } } } rrZr[rErErFrs  z Api.viewercCs\|jdur|jS|\}}}d|vod|v}|sdS|\}}|did|_|jS)N serverInfocliVersionInfomax_cli_version)rrSviewer_server_infor~)rrrrfcli_version_existsrrErErFrs   zApi.max_cli_versioncCsd}d}d}|\}}}d|vod|v}d|vod|v}|s!dn|} |s'dn|} |d| d | } t| } || } | d pBi| dpHifS) Nz latestLocalVersionInfo { outOfDate latestVersionString versionOnThisInstanceString } zm serverInfo { cliVersionInfo _LOCAL_QUERY_ } a query Viewer{ viewer { id entity username email flags teams { edges { node { name } } } } _CLI_QUERY_ } rrlatestLocalVersionInfor _CLI_QUERY_ _LOCAL_QUERY_r)rSreplacerr~)r local_query cli_queryquery_templaterrrfrlocal_version_existscli_query_stringlocal_query_stringrQrRrrErErFrs"    zApi.viewer_server_inforgcCs2td}||j|d|p|didd}|S)zList projects in W&B scoped by entity. Args: entity (str, optional): The entity to scope this project to. Returns: [{"id","name","description"}] a= query EntityProjects($entity: String) { models(first: 10, entityName: $entity) { edges { node { id name description } } } } rgrmodelsr_flatten_edgesr)rrgrR project_listrErErF list_projectss zApi.list_projectscCs$td}|j|||ddd}|S)aRetrieve project. Args: project (str): The project to get details for entity (str, optional): The entity to scope this project to. Returns: [{"id","name","repo","dockerImage","description"}] a query ProjectDetails($entity: String, $project: String) { model(name: $project, entityName: $entity) { id name repo dockerImage description } } )rgrirmodelr)rrirgrRrrErErFri3s  z Api.projectsweepspecscCstd}|p |d}|p|d}|j|||||dd}|ddus,|dddur:td|d |d |d |dd}|rK||d |d <|S) aiRetrieve sweep. Args: sweep (str): The sweep to get details for specs (str): history specs project (str, optional): The project to scope this sweep to. entity (str, optional): The entity to scope this sweep to. Returns: [{"id","name","repo","dockerImage","description"}] a query SweepWithRuns($entity: String, $project: String, $sweep: String!, $specs: [JSONString!]!) { project(name: $project, entityName: $entity) { sweep(sweepName: $sweep) { id name method state description config createdAt heartbeatAt updatedAt earlyStopJobRunning bestLoss controller scheduler runs { edges { node { name state config exitcode heartbeatAt shouldStop failed stopped running summaryMetrics sampledHistory(specs: $specs) } } } } } } rgri)rgrirrrNrzSweep r> not foundruns)rrrr)rrrrirgrRrdatarErErFrPs&(  z Api.sweepcCs>td}||j||p|d|p|dddddS)aList runs in W&B scoped by project. Args: project (str): The project to scope the runs to entity (str, optional): The entity to scope this project to. Defaults to public models Returns: [{"id","name","description"}] a query ProjectRuns($model: String!, $entity: String) { model(name: $model, entityName: $entity) { buckets(first: 10) { edges { node { id name displayName description } } } } } rgri)rgrrrbucketsr)rrirgrRrErErF list_runss   z Api.list_runsc Cs"ttd}|||dd}d}i}d}i} ttfD]p} | |d<|j||d} | ddur;td |d |d |d | dd } |d rV| d}t| dpPd}d|d <| ddur| ddD]'} | dd}| dd}t|}| |tkr|} qb|tkr|j }qbq|||| fS)aGet the relevant configs for a run. Args: project (str): The project to download, (can include bucket) run (str, optional): The run to download entity (str, optional): The entity to scope this project to. aW query RunConfigs( $name: String!, $entity: String, $run: String!, $pattern: String!, $includeConfig: Boolean!, ) { model(name: $name, entityName: $entity) { bucket(name: $run) { config @include(if: $includeConfig) commit @include(if: $includeConfig) files(pattern: $pattern) { pageInfo { hasNextPage endCursor } edges { node { name directUrl } } } } } } T)r9r=rg includeConfigrNpatternrrzRun r>rbucketrcommitconfigrFfilesedgesnoder9 directUrl) rrr-r.rrrrr~raise_for_statustext)rrir=rgrRrrrpatchmetadatafilenamerrun_obj file_edger9rrrErErF run_configsF           zApi.run_config project_namer9cCsvtd}|j||||dd}d|vsd|dpivrdS|d}|d|d|vr5|d|dd |d}|S) aCheck if a run exists and get resume information. Args: entity (str): The entity to scope this project to. project_name (str): The project to download, (can include bucket) name (str): The run to download a query RunResumeStatus($project: String, $entity: String, $name: String!) { model(name: $project, entityName: $entity) { id name entity { id name } bucket(name: $name, missingOk: true) { id name summaryMetrics displayName logLineCount historyLineCount eventsLineCount historyTail eventsTail config tags wandbConfig(keys: ["t"]) } } } )rgrir9rrrNrirgr9)rr;)rrgrr9rRrrir1rErErFrun_resume_statuss$   zApi.run_resume_statusrc CsRtd}|j||||dd}|dd}|sdS|dd}|s#dS|d}|S)Na query RunStoppedStatus($projectName: String, $entityName: String, $runId: String!) { project(name:$projectName, entityName:$entityName) { run(name:$runId) { stopped } } } ) projectName entityNamerunIdrriFr=stoppedrZ) rrrrrRrrir=statusrErErFcheck_stop_requested^s$   zApi.check_stop_requestedcCstdd|dS)Nz\W+-z-_)resublowerstriprrirErErFformat_projectszApi.format_projectrI descriptioncCs@td}|j||||p|d||dd}|dd}|S)zCreate a new project. Args: project (str): The project to create description (str, optional): A description of this project entity (str, optional): The entity to scope this project to. ap mutation UpsertModel($name: String!, $id: String, $entity: String!, $description: String, $repo: String) { upsertModel(input: { id: $id, name: $name, entityName: $entity, description: $description, repo: $repo }) { model { name description } } } rg)r9rgrrIr upsertModelr)rrr)rrirIrrgrrr1rErErFupsert_projects   zApi.upsert_projectcCsJtd}d|i}|||}|ddurtd|d|dd}|S)Nz query EntityIsTeam($entity: String!) { entity(name: $entity) { id isTeam } } rgzError fetching entity z* check that you have access to this entityisTeamrr~r)rrgrRrris_teamrErErFentity_is_teams    zApi.entity_is_teamcCsrtd}||d}|||}|ddur1|dkr$d|d}t|d|d|d}t||dd}|S) Na@ query ProjectRunQueues($entity: String!, $projectName: String!){ project(entityName: $entity, name: $projectName) { runQueues { id name createdBy access } } } )rrgrir4zError fetching run queues for z6 check that you have access to this entity and projectr> runQueuesr)rrgrirRrrmsgproject_run_queuesrErErFget_project_run_queuess"    zApi.get_project_run_queuesresourcertemplate_variablesc Cs|st|\}}d}d}|r|d7}|d7}n|dur$td|||d} |r<|dur8t|| d<nd| d<td |d |d } || | d } | S) Nzl $entityName: String!, $resource: String!, $config: JSONString! zk entityName: $entityName, resource: $resource, config: $config z , $templateVariables: JSONStringz', templateVariables: $templateVariablesSserver does not support template variables, please update server instance to >=0.46)rrrtemplateVariablesrz; mutation createDefaultResourceConfig( z[ ) { createDefaultResourceConfig( input: { zw } ) { defaultResourceConfigID success } } rs)rtrrrrrdumpsr) rrgrrrsupports_template_varsrfmutation_paramsmutation_inputsrrRr1rErErFcreate_default_resource_configs>   z"Api.create_default_resource_config queue_nameaccessprioritization_mode config_idc Cs|\}}} |s td|s|durtd| s!|dur!td| r1td} ||||||d} n td} |||||d} || | d} | S) Nzmrun queue creation is not supported by this version of wandb server. Consider updating to the latest version.z{default resource configurations are not supported by this version of wandb server. Consider updating to the latest version.zplaunch prioritization is not supported by this version of wandb server. Consider updating to the latest version.aF mutation createRunQueue( $entity: String!, $project: String!, $queueName: String!, $access: RunQueueAccessType!, $prioritizationMode: RunQueuePrioritizationMode, $defaultResourceConfigID: ID, ) { createRunQueue( input: { entityName: $entity, projectName: $project, queueName: $queueName, access: $access, prioritizationMode: $prioritizationMode defaultResourceConfigID: $defaultResourceConfigID } ) { success queueID } } )rgri queueNamerrdr]a mutation createRunQueue( $entity: String!, $project: String!, $queueName: String!, $access: RunQueueAccessType!, $defaultResourceConfigID: ID, ) { createRunQueue( input: { entityName: $entity, projectName: $project, queueName: $queueName, access: $access, defaultResourceConfigID: $defaultResourceConfigID } ) { success queueID } } )rgrirrr]re)rhrr) rrgrirrrrcreate_run_queue supports_drcsupports_prioritizationrRrr1rErErFr0sR    zApi.create_run_queue resource_typeresource_configexternal_linksc Csd|stdtd} ||||t||rt|nd||r$t|ndd} || | } | dS)Nzoupserting run queues is not supported by this version of wandb server. Consider updating to the latest version.a mutation upsertRunQueue( $entityName: String! $projectName: String! $queueName: String! $resourceType: String! $resourceConfig: JSONString! $templateVariables: JSONString $prioritizationMode: RunQueuePrioritizationMode $externalLinks: JSONString $clientMutationId: String ) { upsertRunQueue( input: { entityName: $entityName projectName: $projectName queueName: $queueName resourceType: $resourceType resourceConfig: $resourceConfig templateVariables: $templateVariables prioritizationMode: $prioritizationMode externalLinks: $externalLinks clientMutationId: $clientMutationId } ) { success configSchemaValidationErrors } } )rrr resourceTyperesourceConfigrrd externalLinksrj)rmrrrr) rrrgrrrirrrrRrr1rErErFupsert_run_queues$ ! zApi.upsert_run_queuerun_specrqc Cs~| d}d}||||d} |jr$|dur#|| d<|d7}|d7}n|dur,td|jrF|durE| dt|i|d 7}|d 7}n|durNtd td |d |d} z&|j| | tj d d} | skWdS| dr}t t | d}|| d<| WSt y} zdt | vrWYd} ~ dSWYd} ~ nd} ~ wwtd} z|j| | tj d d} W| St yd} Y| Sw)Nz $entityName: String!, $projectName: String!, $queueName: String!, $runSpec: JSONString! z entityName: $entityName, projectName: $projectName, queueName: $queueName, runSpec: $runSpec )rrrrunSpecrqz, $priority: Intz, priority: $priorityzIserver does not support priority, please update server instance to >=0.46ro%, $templateVariableValues: JSONString1, templateVariableValues: $templateVariableValuesrz2 mutation pushToRunQueueByName( z\ ) { pushToRunQueueByName( input: { zz } ) { runQueueItemId runSpec } } )rpushToRunQueueByNamerzBCannot query field "runSpec" on type "PushToRunQueueByNamePayload"a mutation pushToRunQueueByName( $entityName: String!, $projectName: String!, $queueName: String!, $runSpec: JSONString!, ) { pushToRunQueueByName( input: { entityName: $entityName, projectName: $projectName, queueName: $queueName, runSpec: $runSpec } ) { runQueueItemId } } )rrrrrrrrrr no_retry_4xxr~rrBr)rrgrirrrrqrmutation_input variablesrr1rmutation_no_runspecrErErFpush_to_run_queue_by_names     zApi.push_to_run_queue_by_name launch_spec project_queuecs|dp |d}t|}|||||}|r |S|dur&dS ||} fdd| D} | sdkrrtd|d|dj|d|d d } | dus_| d durmt d |d |ddS| d } n2|dkr}dd} n d|dd} t | dSt | dkrt dddS| dd} t|}| |d}d}d}j r|dur|d7}|d7}| dt|in|durtdtd|d|d }j||d!}|d"std#d$|d"}|S)%N queue_entityrgcs6g|]}|dkr|ddvs|djkr|qS)r9r)PROJECTUSER createdBy)r'rHqrrrErFrJns  z)Api.push_to_run_queue..rz&No default queue existing for entity: z in project: z, creating one.rrqueueIDz+Unable to create default queue for entity: z on project: z#. Run could not be added to a queuer4zUnable to push to run queue z. Queue not found.r>r0z+. More than one queue found with this name.rrI)rrzF $queueID: ID!, $runSpec: JSONString! zF queueID: $queueID, runSpec: $runSpec rrrorz. mutation pushToRunQueue( zE ) { pushToRunQueue( input: {zQ} ) { runQueueItemId } } rpushToRunQueuez&Error pushing run queue item to queue .)rrr~rrrrr{termlogrr termwarnrrrrrr)rrrrrrqrgr push_result queues_foundmatching_queuesrqueue_id_msg spec_jsonrrrrrr1rEr rFpush_to_run_queueTs               zApi.push_to_run_queueagent_idcCs,td}|j|||||dd}|d}|S)Na mutation popFromRunQueue($entity: String!, $project: String!, $queueName: String!, $launchAgentId: ID) { popFromRunQueue(input: { entityName: $entity, projectName: $project, queueName: $queueName, launchAgentId: $launchAgentId }) { runQueueItemId runSpec } } )rgrir launchAgentIdrpopFromRunQueuer)rrrgrirrrr1rErErFpop_from_run_queues zApi.pop_from_run_queueitem_idcCsDtd}|j||t|dd}|ddstd|dd}|S)Nz mutation ackRunQueueItem($itemId: ID!, $runId: String!) { ackRunQueueItem(input: { runQueueItemId: $itemId, runName: $runId }) { success } } )itemIdrrackRunQueueItemrzWError acking run queue item. Item may have already been acknowledged by another process)rrBr)rrrrrr1rErErFack_run_queue_items   zApi.ack_run_queue_itemcCrw)Na  query ProbeServerCreateLaunchAgentInput { CreateLaunchAgentInputInfoType: __type(name:"CreateLaunchAgentInput") { inputFields{ name } } } cSrDrErFrGrErErFrJrKz@Api.create_launch_agent_fields_introspection..CreateLaunchAgentInputInfoTyperW)rrr~rPrErErF(create_launch_agent_fields_introspectionrzz,Api.create_launch_agent_fields_introspectionqueues agent_configversiongorilla_agent_supportcsN|||}|s/|j||ddd}|dus|ddur'td|d|d|dddg}fd d |D} t| tkrUtd d d ddd |D|s\dddSt} ||| | d} d} d} d|vrt || d<| d7} | d7} d|vr|| d<| d7} | d7} t d| d| d}| || d}|S)Nrrr rz#Unable to create default queue for r>z. No queues for agent to poll)rIr9cs g|] }|dvr|dqS)r9rIrEr r$rErFrJ.sz+Api.create_launch_agent..z;Could not start launch agent: Not all of requested queues (, z,) found. Available queues for this project: ,cSr^r_rEr rErErFrJ4T)rr)rgrir$hostnamez $entity: String!, $project: String!, $queues: [ID!]!, $hostname: String! z entityName: $entity, projectName: $project, runQueues: $queues, hostname: $hostname agentConfigz, $agentConfig: JSONStringz, agentConfig: $agentConfigr&z, $version: Stringz, version: $versionz9 mutation createLaunchAgent( zi ) { createLaunchAgent( input: { zy } ) { launchAgentId } } createLaunchAgent) rrr~rrrwsocket gethostnamer#rrr)rrgrir$r%r&r'project_queuesrpolling_queue_idsr,rrrrr1rEr(rFcreate_launch_agents`    zApi.create_launch_agentrcCs2|sddiStd}||d}|||d}|S)NrTab mutation updateLaunchAgent($agentId: ID!, $agentStatus: String){ updateLaunchAgent( input: { launchAgentId: $agentId agentStatus: $agentStatus } ) { success } } )agentId agentStatusupdateLaunchAgentr)rrrr'rrr1rErErFupdate_launch_agent_statuspszApi.update_launch_agent_statuscCs4|sddddStd}d|i}|||d}|S)NrF)rIr9 stopPollingaS query LaunchAgent($agentId: ID!) { launchAgent(id: $agentId) { id name runQueues hostname agentStatus stopPolling heartbeatAt } } r4 launchAgentr)rrr'rRrr1rErErFget_launch_agentszApi.get_launch_agenthostgrouptagsstaternotesrepojob_type program_pathr sweep_namesummary_metrics num_retriesc Csd}||jr dnd}|d|}t|}|rt|nd}|r&|r(d}i}|dur2||d<id|d| p=|dd |d |pHt |d |d |d |d|d|d| d| d| ddvrjdn|dt j |j dd| d|d|d| ||d}tjtjtjddtjd}|j|f||d|}|d d!}| d i}|r|d |d | di}|r|d|d d}|jr|d  d"i d#g}|d d!|d d$|fS)%aUpdate a run. Args: id (str, optional): The existing run to update name (str, optional): The name of the run to create group (str, optional): Name of the group this run is a part of project (str, optional): The name of the project host (str, optional): The name of the host tags (list, optional): A list of tags to apply to the run config (dict, optional): The latest config params description (str, optional): A description of this project entity (str, optional): The entity to scope this project to. display_name (str, optional): The display name of this project notes (str, optional): Notes about this run repo (str, optional): Url of the program's repository. state (str, optional): State of the program. job_type (str, optional): Type of job, e.g 'train'. program_path (str, optional): Path to the program. commit (str, optional): The Git SHA to associate the run with sweep_name (str, optional): The name of the sweep this run is a part of summary_metrics (str, optional): The JSON summary metrics num_retries (int, optional): Number of retries ad mutation UpsertBucket( $id: String, $name: String, $project: String, $entity: String, $groupName: String, $description: String, $displayName: String, $notes: String, $commit: String, $config: JSONString, $host: String, $debug: Boolean, $program: String, $repo: String, $jobType: String, $state: String, $sweep: String, $tags: [String!], $summaryMetrics: JSONString, ) { upsertBucket(input: { id: $id, name: $name, groupName: $groupName, modelName: $project, entityName: $entity, description: $description, displayName: $displayName, notes: $notes, config: $config, commit: $commit, host: $host, debug: $debug, jobProgram: $program, jobRepo: $repo, jobType: $jobType, state: $state, sweep: $sweep, tags: $tags, summaryMetrics: $summaryMetrics, }) { bucket { id name displayName description config sweepName project { id name entity { id name } } historyLineCount } inserted _Server_Settings_ } } z serverSettings { serverMessages{ utfText plainText htmlText messageType messageLevel } } r_Server_Settings_NrErIrgr9ri groupNamer=rrrrJr?r; anonymous)allowmustdebugrr@programjobTyper>)rsummaryMetricsr*minutescheck_fncheck_timedeltafallback_retry_fnrr upsertBucketrserverSettingsserverMessagesinserted)rUrrrrrisspacerrauto_project_namer~ris_debugrmake_check_retry_fncheck_retry_conflict_or_gonedatetime timedeltarr;) rrIr9rir;r<r=rrrgr>rr?r@rArBrrCrDrErQserver_settings_stringr config_strrrrrr project_obj entity_objserver_messagesrErErF upsert_runs.A            zApi.upsert_runrun_name metric_name metric_valuecCsd}t|} i} |dur|| d<||p|d|pt|||d} tjtjtjddtjd} |j| f| | d | } | d i d i}| d i}|rf| d |d | di}|rf| d|d |S)aRewinds a run to a previous state. Args: run_name (str): The name of the run to rewind metric_name (str): The name of the metric to rewind to metric_value (float): The value of the metric to rewind to program_path (str, optional): Path to the program entity (str, optional): The entity to scope this project to project (str, optional): The name of the project num_retries (int, optional): Number of retries Returns: A dict with the rewound run { "id": "run_id", "name": "run_name", "displayName": "run_display_name", "description": "run_description", "config": "stringified_run_config_json", "sweepName": "run_sweep_name", "project": { "id": "project_id", "name": "project_name", "entity": { "id": "entity_id", "name": "entity_name" } }, "historyLineCount": 100, } a mutation RewindRun($runName: String!, $entity: String, $project: String, $metricName: String!, $metricValue: Float!) { rewindRun(input: {runName: $runName, entityName: $entity, projectName: $project, metricName: $metricName, metricValue: $metricValue}) { rewoundRun { id name displayName description config sweepName project { id name entity { id name } } historyLineCount } } } NrErg)runNamergri metricName metricValuer*rOrQrU rewindRun rewoundRunrir9) rrrr[r]r^r_r`rr~r;)rrgrhrirBrgrirErQrrrrrrrcrdrErErF rewind_runx sH+      zApi.rewind_runcCstd}|||d}|||}|ddur%td|d|d|d|dddurO. Check that this project exists and you have access to this entity and projectr=z. Check that this run id existsrunInforr~r)rrgrir9rRrrrun_inforErErF get_run_info s  zApi.get_run_infocCsptd}|||d}|||}|ddus |dddur.td|d|d|d|ddd}|S) Na query RunState( $project: String!, $entity: String!, $name: String!) { project(name: $project, entityName: $entity) { run(name: $name) { state } } } rprir=zError fetching run state for r>rr>rs)rrgrir9rRrr run_staterErErF get_run_state s  zApi.get_run_statecCri)NcreateRunFilesrkrlrErErFcreate_run_files_introspection, rnz"Api.create_run_files_introspectionrc Cs|p|j}|s Jd|p|d}|sJd|}|s'||||||Std}|j||||dd|Ddd} | d } | d } | sTtd |d |d |d dd| dD} | | d| fS)aGenerate temporary resumable upload urls. Args: project (str): The project to download files (list or dict): The filenames to upload run (str, optional): The run to upload to entity (str, optional): The entity to scope this project to. description (str, optional): description Returns: (run_id, upload_headers, file_info) run_id: id of run we uploaded files to upload_headers: A list of headers to use when uploading files. file_info: A dict of filenames and urls. { "run_id": "run_id", "upload_headers": [""], "file_info": [ { "weights.h5": { "uploadUrl": "https://weights.url" } }, { "model.json": { "uploadUrl": "https://model.json" } } ] } r?rgzentity must be specifieda mutation CreateRunFiles($entity: String!, $project: String!, $run: String!, $files: [String!]!) { createRunFiles(input: {entityName: $entity, projectName: $project, runName: $run, files: $files}) { runID uploadHeaders files { name uploadUrl } } } cSg|]}|qSrErErHfilerErErFrJo z#Api.upload_urls..)rir=rgrrrxrunIDzError uploading files to r>rqcSi|]}|d|qSr_rEr{rErErFry sz#Api.upload_urls..rrL)rrrylegacy_upload_urlsrr) rrirr=rgrrghas_create_run_files_mutationrR query_resultr1rfile_name_urlsrErErF upload_urls1 s4    zApi.upload_urlsc Cstd}|p|j}|sJd|p|d}|j||||dd|D|dd}|dd } | rc| d d D]} | d } d | vrKd| vrK| d | d<q6dd|| d D} | d| d d| fStd|d|d|d)zGenerate temporary resumable upload urls. A new mutation createRunFiles was introduced after 0.15.4. This function is used to support older versions. a query RunUploadUrls($name: String!, $files: [String]!, $entity: String, $run: String!, $description: String) { model(name: $name, entityName: $entity) { bucket(name: $run, desc: $description) { id files(names: $files) { uploadHeaders edges { node { name url(upload: true) updatedAt } } } } } } r?rgcSrzrErEr{rErErFrJ r}z*Api.legacy_upload_urls..)r9r=rgrrrrrrrrrrKcSrr_rEr{rErErFr s z*Api.legacy_upload_urls..rIrLRun does not exist r>r)rrrpoprr) rrirr=rgrrRrrr file_noder|r1rErErFr| s6      zApi.legacy_upload_urlscCstd}|p|j}|sJd|p|d}|j||||dd}|ddur5td|d |d |d ||dd d }d d|DS)aoGenerate download urls. Args: project (str): The project to download run (str): The run to upload to entity (str, optional): The entity to scope this project to. Defaults to wandb models Returns: A dict of extensions and urls { 'weights.h5': { "url": "https://weights.url", "updatedAt": '2013-04-26T22:22:23.832Z', 'md5': 'mZFLkyvTelC5g8XnyQrpOw==' }, 'model.json': { "url": "https://model.url", "updatedAt": '2013-04-26T22:22:23.832Z', 'md5': 'mZFLkyvTelC5g8XnyQrpOw==' } } a# query RunDownloadUrls($name: String!, $entity: String, $run: String!) { model(name: $name, entityName: $entity) { bucket(name: $run) { files { edges { node { name url md5 updatedAt } } } } } } r?rg)r9r=rgrrNrr>rrrcSsi|] }|r|d|qSr_rEr{rErErFr rz%Api.download_urls..)rrrrr)rrir=rgrRrrrErErF download_urls s"   zApi.download_urls file_namecCstd}|p|j}|sJd|j|||||p|ddd}|drB||ddd}t|d kr@|d d r@|d Sd Sd S) aGenerate download urls. Args: project (str): The project to download file_name (str): The name of the file to download run (str): The run to upload to entity (str, optional): The entity to scope this project to. Defaults to wandb models Returns: A dict of extensions and urls { "url": "https://weights.url", "updatedAt": '2013-04-26T22:22:23.832Z', 'md5': 'mZFLkyvTelC5g8XnyQrpOw==' } aJ query RunDownloadUrl($name: String!, $fileName: String!, $entity: String, $run: String!) { model(name: $name, entityName: $entity) { bucket(name: $run) { files(names: [$fileName]) { edges { node { name url md5 updatedAt } } } } } } r?rg)r9r=fileNamergrrrrr updatedAtN)rrrrrr~)rrirr=rgrRrrrErErF download_url s"    &zApi.download_urlrcCsttjpi}d}|jdurd|j|d<n tjdur$d|jp"df}tj||tjp,i|dd}|t |jdd |fS) zInitiate a streaming download. Args: url (str): The url to download Returns: A tuple of the content length and the streaming response NrrrrT)rrrstreamzcontent-lengthr) rr&rrrrfrr~rrY)rr http_headersrrrErErF download_file1 s    zApi.download_filerout_dirc Cs|d}tj|p |d|}||t|dr|dfS||d\}}t|d}|j ddD]}| |q4Wd||fS1sIwY||fS) aDownload a file from a run and write it to wandb/. Args: metadata (obj): The metadata object for the file to download. Comes from Api.download_urls(). out_dir (str, optional): The directory to write the file to. Defaults to wandb/ Returns: A tuple of the file's local path and the streaming response. The streaming response is None if the file already existed and was up-to-date. r9 wandb_dirr:Nrwbi) chunk_size) r|pathrwr file_currentr(rr fsync_open iter_contentwrite) rrrrrsizerr|rrErErFdownload_write_fileO s  zApi.download_write_filer| extra_headersc Csddlm}|jjj||jjddd}z+|ddur$t|d}nd}|jj ||dd}|j |d t |d |d WdS|yo}z$t |d rdt j} |jj| _|jj| _t jj|j| d t j|jd}~ww)zUpload a file to azure.r) AzureError) retry_total) retry_policyz Content-MD5Nz Content-Type) content_md5 content_typeT)max_concurrencylength overwritecontent_settingsr)r)azure.core.exceptionsrr BlobClient from_blob_url LinearRetryr~base64 b64decodeContentSettings upload_blobrhasattrrrResponser status_coderrrr|ConnectionError) rrr|rrrr:rrrrErErFupload_file_azurel s8      zApi.upload_file_azure upload_chunkc Cs"tz*tj|jdrtd||jj|||d}tj|jdr'td||W|St j j y}zUt d||j durH|j jnd}|j durS|j jnd}|d ko^d t|v}|d vspt|t j jt j jfsp|rtj|d } | td tj|WYd}~|Sd}~ww)aHUpload a file chunk to S3 with failure resumption. Args: url: The url to download upload_chunk: The path to the file you want to upload extra_headers: A dictionary of extra headers to send with the request Returns: The `requests` library response object rupload_file: %srrupload_file: %s completeupload_file exception for url=NrrRequestTimeouti4iiiiiiiexcr*)rrr\rr rKrrrrrrr rcontentrrBrTimeoutrr,TransientErrorwith_tracebacksysexc_infor{_sentryreraise) rrrrrrresponse_contentris_aws_retryable_erErErFr s@     zApi.upload_multipart_file_chunkcallbackr6c Cst|r |ni}d}t||d}zFd|vr%|jr%||||W|Sd|vr0tjdddtj|j dr=t d||j j |||d }tj|j drSt d ||W|Stjjy}z]t d ||jdurt|jjnd }|jdur|jjnd } d|vo| dkodt|v} || dvst|tjjtjjfs| rtj|d} | tdtj !|WYd}~|Sd}~ww)aUpload a file to W&B with failure resumption. Args: url: The url to download file: The path to the file you want to upload callback: A callback which is passed the number of bytes uploaded since the last time it was called, used to report progress extra_headers: A dictionary of extra headers to send with the request Returns: The `requests` library response object N)rzx-ms-blob-typezUAzure uploads over 256MB require the azure SDK, install with pip install wandb[azure]F)repeatrrrrrrrzx-amz-meta-md5rrrrr*)"rr)r3rrr{rrr\rr rKrrrrrrr rrrrBrewindrrrr,rrrrrr) rrr|rrrprogressrrrrrrErErFr s\ )     zApi.upload_filesweep_idcCsXtd}|dur |d}|dur|d}|j|||||dtjd}|dd}|S) zRegister a new agent. Args: host (str): hostname sweep_id (str): sweep id project_name: (str): model that contains sweep entity: (str): entity that contains sweep a mutation CreateAgent( $host: String! $projectName: String, $entityName: String, $sweep: String! ) { createAgent(input: { host: $host, projectName: $projectName, entityName: $entityName, sweep: $sweep, }) { agent { id } } } Nrgri)r;rrrrU createAgentagent)rrrr)rr;rrrgrrr1rErErFregister_agent s$   zApi.register_agentmetrics run_statescCsxtd}|dur tdz|j||t|t|ddd}Wnty0tdgYSwt|dd }|S) a Notify server about agent state, receive commands. Args: agent_id (str): agent_id metrics (dict): system metrics run_states (dict): run_id: state mapping Returns: List of commands to execute. a mutation Heartbeat( $id: ID!, $metrics: JSONString, $runState: JSONString ) { agentHeartbeat(input: { id: $id, metrics: $metrics, runState: $runState }) { agent { id } commands } } Nz1Cannot call heartbeat with an unregistered agent.)rIrrunState<rrzError communicating with W&B.agentHeartbeatcommands)rrrrrr r r)rrrrrrr1rErErFagent_heartbeat; s,   zApi.agent_heartbeatcCst|}t|}d|vr|S|dD]B}|d|}d|vrTd|vrTd|vrTt|dtr9t|dtr9d|d<qt|dtrLt|dtrLd|d<qtd|dq|S) N parametersminmax distribution int_uniformuniformz Parameter z is ambiguous, please specify bounds as both floats (for a float_uniform distribution) or ints (for an int_uniform distribution).)rdictrrYfloatr)rparameter_name parameterrErErF&_validate_config_and_fill_distributionr s*      z*Api._validate_config_and_fill_distribution controllerlaunch_scheduler schedulerobj_id prior_runstemplate_variable_valuesc  Csd} d} t| ddddd| } t| dddd d| }t| d| }t| d| d d }t| dd d d }| ||||g}||}tjtt|tj d }d }| rntddd| Di}d }|D]N}z.||| d|p| d|p| d||t| ||d }|r||d<|j||tj d}Wnt yty}z|}WYd }~qrd }~wwd }|r||dd}| di}|r|d|d| di}|r|d|d|d d g}|ddd|fS)a/Upsert a sweep object. Args: config (dict): sweep config (will be converted to yaml) controller (str): controller to use launch_scheduler (str): launch scheduler to use scheduler (str): scheduler to use obj_id (str): object id project (str): project to use entity (str): entity to use state (str): state prior_runs (list): IDs of existing runs to add to the sweep template_variable_values (dict): template variable values z project { id name entity { id name } } a mutation UpsertSweep( $id: ID, $config: String, $description: String, $entityName: String, $projectName: String, $controller: JSONString, $scheduler: JSONString, $state: String, $priorRunsFilters: JSONString, ) { upsertSweep(input: { id: $id, config: $config, description: $description, entityName: $entityName, projectName: $projectName, controller: $controller, scheduler: $scheduler, state: $state, priorRunsFilters: $priorRunsFilters, }) { sweep { name _PROJECT_QUERY_ } configValidationWarnings } } z$controller: JSONString,zZ$controller: JSONString,$launchScheduler: JSONString, $templateVariableValues: JSONString,zcontroller: $controller,zjcontroller: $controller,launchScheduler: $launchScheduler,templateVariableValues: $templateVariableValues,_PROJECT_QUERY_z5$controller: JSONString,$launchScheduler: JSONString,z9controller: $controller,launchScheduler: $launchSchedulerconfigValidationWarningsr)DumperNz$orcSsg|]}d|iqSr_rE)rHrrErErFrJ r+z$Api.upsert_sweep..rrgri) rIrrrrrlaunchSchedulerrorpriorRunsFiltersr>rU upsertSweeprr9)rrryamldumprrrrNonOctalStringDumperr~rrrrr;)rrrrrrrirgr>rr project_query mutation_str mutation_5 mutation_4 mutation_3 mutation_2 mutation_1rgrbfiltersr rrrrrrcrdwarningsrErErF upsert_sweep s !             zApi.upsert_sweepcCs.td}|j|id}t|ddd}|S)z7Create a new API key belonging to a new anonymous user.z mutation CreateAnonymousApiKey { createAnonymousEntity(input: {}) { apiKey { name } } } rcreateAnonymousEntityapiKeyr9)rrB)rrrrrErErFcreate_anonymous_api_key@ s  zApi.create_anonymous_api_keyfnamer:cCstj|o t||kS)z7Checksum a file and compare the md5 with the known md5.)r|risfiler))rr:rErErFrS szApi.file_currentzList[requests.Response]c CsR|j||d\}}||||}g}|D]}|||\}}|r&||q|S)aADownload files from W&B. Args: project (str): The project to download run (str, optional): The run to upload to entity (str, optional): The entity to scope this project to. Defaults to wandb models Returns: The `requests` library response object )r=)rCrrappend) rrir=rgurls responsesrrfrrErErFpullX s zApi.pullcCs|jdp |d}|S)Nri)rr~rrrErErFr.p szApi.get_projectforcerz!List[Optional[requests.Response]]c s|dur|}|durtd|dur|j}|||||\}} } i} | D]} | dd\} }|| | <q&g}| D]\}}|d}|drO|j|}ztj j |d}t |t rb||nt |d}Wntyxt|dYq;w|d ur||j|d|| d nJt|r||j|||| d n9t|j}tj||d |tjd d dd||j||fdd| d Wdn1swY|q;|S)a/Uploads multiple files to W&B. Args: files (list or dict): The filenames to upload, when dict the values are open files run (str, optional): The run to upload to entity (str, optional): The entity to scope this project to. Defaults to wandb models project (str, optional): The name of the project to upload to. Defaults to the one in settings. description (str, optional): The description of the changes force (bool, optional): Whether to prevent push if git has uncommitted changes progress (callable, or stream): If callable, will be called with (chunk_bytes, total_bytes) as argument. If TextIO, renders a progress bar to it. Returns: A list of `requests.Response` objects NzNo project configured.:r0rKr>rbz does not existF)rzUploading file: &green)fg)r|rlabel fill_charcs |Sr)r)bitesrfbarrErF s zApi.push..)r.rrrr@r* startswithrr|rrwrropenOSErrorrrrcallablefstatfilenost_sizeclick progressbarstyleclose)rrr=rgrirrrrfupload_headersr1r upload_headerrvalrr file_infofile_url normal_name open_filerrErrFpusht s|         zApi.push client_id server_idportfolio_namealiasesrhc sdd}t|r&z |j||d}Wnty%} ztt| d} ~ wwdtdtddffdd } |r@| d d | d d n |rL| d d | d d|||pR||fdd|Dd} t} |j| | d} | d}|S)Na mutation LinkArtifact( $artifactPortfolioName: String!, $entityName: String!, $projectName: String!, $aliases: [ArtifactAliasInput!], ID_TYPE ) { linkArtifact(input: { artifactPortfolioName: $artifactPortfolioName, entityName: $entityName, projectName: $projectName, aliases: $aliases, ID_VALUE }) { versionIndex } } r)rgrhabrrcs||dSrr)r)r*)templaterErFr sz"Api.link_artifact..replaceID_TYPEz$artifactID: IDID_VALUEartifactID: $artifactIDz $clientID: IDzclientID: $clientIDcsg|]}|dqS))aliasartifactCollectionNamerE)rHr0)r'rErFrJsz%Api.link_artifact..)clientIDr8artifactPortfolioNamerrr(r linkArtifact)r#_resolve_org_entity_namerr{r rBr)rr%r&r'rgrir(rh org_entityrrrrr link_artifactrE)r'r,rFr7 s@        zApi.link_artifactrcCsr|std|}d|v}|s|std|s|S||}|r&t||St|dkr4td|d|djS)Nz3Entity name is required to resolve org entity name. orgEntityzFetching Registry artifacts without inputting an organization is unavailable for your server version. Please upgrade your server to 0.50.0 or later.r0zPersonal entity z belongs to multiple organizations and cannot be used without specifying the organization name. Please specify the organization in the Registry path or use a team entity in the entity settings.r)r&server_organization_type_introspection(_fetch_orgs_and_org_entities_from_entityrrr)rrgrh org_fieldscan_shorthand_org_entityorgs_from_entityrErErFr5s$      zApi._resolve_org_entity_namec Cstd}|j|d|id}|dd}|dd}|r?|d}|do+|dd}|r0|s8td |d t||d gS|rZ|d g}d d|D} | sXtd|d| Std |d )aFetches organization entity names and display names for a given entity. Args: entity (str): Entity name to lookup. Can be either a personal or team entity. Returns: List[_OrgNames]: List of _OrgNames tuples. (_OrgNames(entity_name, display_name)) Raises: ValueError: If entity is not found, has no organizations, or other validation errors. aP query FetchOrgEntityFromEntity($entityName: String!) { entity(name: $entityName) { organization { name orgEntity { name } } user { organizations { name orgEntity { name } } } } } rrrgrhuserr9r8z,Unable to find an organization under entity rrr organizationscSs8g|]}|dr|drt|dd|ddqS)r8r9r?)r~r)rHorgrErErFrJ}sz@Api._fetch_orgs_and_org_entities_from_entity..zCUnable to resolve an organization associated with personal entity: z. This could be because its a personal entity that doesn't belong to any organizations. Please specify the organization in the Registry path or use a team entity in the entity settings.)rr~rr) rrgrRr entity_resp user_resporg_nameorg_entity_namerorg_entities_returnrErErFr:CsB        z,Api._fetch_orgs_and_org_entities_from_entity artifact_iduse_asartifact_entity_nameartifact_project_namecCsgd}gd} |} d| vr|r|d| d|p"|d}|p)|d}|p.|j}|||||d} |tj} | rU|d d g| d d g|| d <|| d<d|} d| }t d| d|d}|| fS)N)z$entityName: String!z$projectName: String!z$runName: String!z$artifactID: ID!)zentityName: $entityNamezprojectName: $projectNamezrunName: $runNamer/usedAsz$usedAs: StringzusedAs: $usedAsrgri)rrrjr8rKz$artifactEntityName: Stringz$artifactProjectName: Stringz'artifactEntityName: $artifactEntityNamez)artifactProjectName: $artifactProjectNameartifactEntityNameartifactProjectNamer)z" mutation UseArtifact(z() { useArtifact(input: {a%}) { artifact { id digest description state createdAt metadata } } } ) rXrrrrr"0USE_ARTIFACT_WITH_ENTITY_AND_PROJECT_INFORMATIONextendrwr)rrGrrrgrHrIrJ query_vars query_argsartifact_typesr(server_allows_entity_project_informationvars_strargs_strrRrErErF_construct_use_artifact_querysR       z!Api._construct_use_artifact_queryc CsF||||||||\}} ||| } | ddr!| dd} | SdS)N useArtifactrQ)rVr) rrGrrrgrIrJrHrRrrrQrErErF use_artifacts   zApi.use_artifactcCLd}|jdur#t|}||}|didig}dd|D|_|jS)Nz query ProbeServerOrganization { OrganizationInfoType: __type(name:"Organization") { fields { name } } } OrganizationInfoTyperMcSg|] }d|vr|dqSr_rErGrErErFrJz>Api.server_organization_type_introspection..)rrr~rrQrRr input_fieldsrErErFr9  z*Api.server_organization_type_introspectioncCsj|jdur|jSd}t|}||}|didig}tdd|Dg}tdd|D|_|jS)Na8 query ProbeServerProjectInfo { ProjectInfoType: __type(name:"Project") { fields { name args { name } } } } ProjectInfoTyperMcss*|]}|ddkr|dgVqdS)r9rQrsNrFrGrErErF $s z8Api.server_project_type_introspection..css|] }|ddkVqdS)r9enableTrackingNrF)rHargrErErFra+s )rrr~nextany)rrQrRrr^ artifact_argsrErErF!server_project_type_introspections   z%Api.server_project_type_introspectionartifact_type_namecCsPtd}|p |d}|p|d}|j|||||dd}|ddd}|S) Na mutation CreateArtifactType( $entityName: String!, $projectName: String!, $artifactTypeName: String!, $description: String ) { createArtifactType(input: { entityName: $entityName, projectName: $projectName, name: $artifactTypeName, description: $description }) { artifactType { id } } } rgri)rrartifactTypeNamerrcreateArtifactType artifactTyperI)rr)rrhrrrrr_idrErErFcreate_artifact_type1s zApi.create_artifact_typecCrY)Nz query ProbeServerArtifact { ArtifactInfoType: __type(name:"Artifact") { fields { name } } } ArtifactInfoTyperMcSr[r_rErGrErErFrJjr\z5Api.server_artifact_introspection..)rrr~r]rErErFserver_artifact_introspection[r_z!Api.server_artifact_introspectioncCrY)Na query ProbeServerCreateArtifactInput { CreateArtifactInputInfoType: __type(name:"CreateArtifactInput") { inputFields{ name } } } CreateArtifactInputInfoTyperWcSr[r_rErGrErErFrJr\z.)rrr~r]rErErF$server_create_artifact_introspectionps   z(Api.server_create_artifact_introspectionrM history_stepdistributed_idcCsd}d}d|vr|dvr|d7}|d7}|r|d7}|d7}d|vr*|d 7}|d 7}d |vr6|d 7}|d 7}d|vr>|d7}d|vrJ|d7}|d7}d|vrV|d7}|d7}d}|d|d|S)Nr historyStep)rNz$historyStep: Int64!,zhistoryStep: $historyStep,z$distributedID: String,zdistributedID: $distributedID,r2z$clientID: ID,zclientID: $clientID,sequenceClientIDz$sequenceClientID: ID,z$sequenceClientID: $sequenceClientID,enableDigestDeduplicationz enableDigestDeduplication: true,ttlDurationSecondsz$ttlDurationSeconds: Int64,z(ttlDurationSeconds: $ttlDurationSeconds,r=z$tags: [TagInput!],z tags: $tags,a mutation CreateArtifact( $artifactTypeName: String!, $artifactCollectionNames: [String!], $entityName: String!, $projectName: String!, $runName: String, $description: String, $digest: String!, $aliases: [ArtifactAliasInput!], $metadata: JSONString, _CREATE_ARTIFACT_ADDITIONAL_TYPE_ ) { createArtifact(input: { artifactTypeName: $artifactTypeName, artifactCollectionNames: $artifactCollectionNames, entityName: $entityName, projectName: $projectName, runName: $runName, description: $description, digest: $digest, digestAlgorithm: MANIFEST_MD5, aliases: $aliases, metadata: $metadata, _CREATE_ARTIFACT_ADDITIONAL_VALUE_ }) { artifact { id state artifactSequence { id latestArtifact { id versionIndex } } } } } !_CREATE_ARTIFACT_ADDITIONAL_TYPE_"_CREATE_ARTIFACT_ADDITIONAL_VALUE_r+)rrMrrrstypesvaluesrrErErF_get_create_artifact_mutations8)z!Api._get_create_artifact_mutationartifact_collection_namer_sequence_client_idttl_duration_secondsis_user_createdcCs|}|}d|vr| rtdd} d|vr | r td||||}|p-|d}|p4|d}|s<|p;|j}t|}|j||||||g|||| t| pQgt| pVg| rat t | nd| ||dd}|d d }|d d d  d }||fS) NttlIsInheritedz_Server not compatible with setting Artifact TTLs, please upgrade the server to use Artifact TTLr=zmServer not compatible with Artifact tags. To use Artifact tags, please upgrade the server to v0.85 or higher.rgri)rrrjriartifactCollectionNamesr2rur_rr(r=rrw distributedIDrtrcreateArtifactrQartifactSequencelatestArtifact)rqror{rr|rrrlistrrrmake_safe_for_jsonr~)rrhr}r_r%r~rrrgrrrr(r=rsrrrrMartifact_fieldsrrravlatestrErErFcreate_artifactsZ      zApi.create_artifactcCs td}|j|d|idd}|S)Na) mutation CommitArtifact( $artifactID: ID!, ) { commitArtifact(input: { artifactID: $artifactID, }) { artifact { id digest } } } r8rrr)rrGrrrErErFcommit_artifactszApi.commit_artifactComplete storage_pathcompleted_parts upload_idcomplete_multipart_actionc Cs2td}|j||||||dd}|dd}|S)Na mutation CompleteMultipartUploadArtifact( $completeMultipartAction: CompleteMultipartAction!, $completedParts: [UploadPartsInput!]!, $artifactID: ID! $storagePath: String! $uploadID: String! ) { completeMultipartUploadArtifact( input: { completeMultipartAction: $completeMultipartAction, completedParts: $completedParts, artifactID: $artifactID, storagePath: $storagePath uploadID: $uploadID } ) { digest } } )r\r8rOr]rWrcompleteMultipartUploadArtifactr_r) rrGrrrrrrr_rErErF"complete_multipart_upload_artifact8s z&Api.complete_multipart_upload_artifactFULLbase_artifact_idinclude_uploadtypec  Cstd| dkr dnd| dkrdnd} |p|d} |p!|d} |p&|j} |j| ||||| | | || d d }|d d d |d d d fS)Na, mutation CreateArtifactManifest( $name: String!, $digest: String!, $artifactID: ID!, $baseArtifactID: ID, $entityName: String!, $projectName: String!, $runName: String!, $includeUpload: Boolean!, {} ) {{ createArtifactManifest(input: {{ name: $name, digest: $digest, artifactID: $artifactID, baseArtifactID: $baseArtifactID, entityName: $entityName, projectName: $projectName, runName: $runName, {} }}) {{ artifactManifest {{ id file {{ id name displayName uploadUrl @include(if: $includeUpload) uploadHeaders @include(if: $includeUpload) }} }} }} }} rz"$type: ArtifactManifestType = FULLrz type: $typergri) r9r_r8baseArtifactIDrrrj includeUploadrrcreateArtifactManifestartifactManifestrIr|)rrrr)rr9r_rGrrgrir=rrrrrrgrrErErFcreate_artifact_manifestds4 ") zApi.create_artifact_manifestartifact_manifest_idcCs@td}|j|||||dd}|ddd|dddfS)Na mutation UpdateArtifactManifest( $artifactManifestID: ID!, $digest: String, $baseArtifactID: ID, $includeUpload: Boolean!, ) { updateArtifactManifest(input: { artifactManifestID: $artifactManifestID, digest: $digest, baseArtifactID: $baseArtifactID, }) { artifactManifest { id file { id name displayName uploadUrl @include(if: $includeUpload) uploadHeaders @include(if: $includeUpload) } } } } )r<r_rrrupdateArtifactManifestrrIr|r)rrrr_rrrrErErFupdate_artifact_manifests zApi.update_artifact_manifestcCs.td}|j||t|dd}|ddS)z/Set the metadata of the given artifact version.aV mutation UpdateArtifact( $artifactID: ID!, $metadata: JSONString, ) { updateArtifact(input: { artifactID: $artifactID, metadata: $metadata, }) { artifact { id } } } )r8rrupdateArtifactrQ)rrr)rrGrrrrErErFupdate_artifact_metadatas zApi.update_artifact_metadatacCsl||jvr |j|Std}|j|d|id}d}|dur4|d}|dur4|d}|dur4||j|<|S)Nz query ClientIDMapping($clientID: ID!) { clientIDMapping(clientID: $clientID) { serverID } } r2rclientIDMappingserverID)rrr~)rr%rRrr&client_id_mappingrErErF_resolve_client_ids$      zApi._resolve_client_idcCs:d}t|}||}dd|didigD}|S)Na query ProbeServerCreateArtifactFileSpecInput { CreateArtifactFileSpecInputInfoType: __type(name:"CreateArtifactFileSpecInput") { inputFields{ name } } } cSrDrErFrGrErErFrJ,rKzLApi.server_create_artifact_file_spec_input_introspection..#CreateArtifactFileSpecInputInfoTyperWrZ)rrQrRr$create_artifact_file_spec_input_inforErErF4server_create_artifact_file_spec_input_introspections  z8Api.server_create_artifact_file_spec_input_introspectionartifact_filesr7rHc Csd}d}d}tr d}|}d|vr|d|}n|dd}t|}|j||dd |Dd d }i}|d d dD] } | d} | || d<q>|S)NaE mutation CreateArtifactFiles( $storageLayout: ArtifactStorageLayout! $artifactFiles: [CreateArtifactFileSpecInput!]! ) { createArtifactFiles(input: { artifactFiles: $artifactFiles, storageLayout: $storageLayout, }) { files { edges { node { id name displayName uploadUrl uploadHeaders _MULTIPART_UPLOAD_FIELDS_ artifact { id } } } } } } z storagePath uploadMultipartUrls { uploadID uploadUrlParts { partNumber uploadUrl } } V2V1r=_MULTIPART_UPLOAD_FIELDS_rcSrzrErE)rHafrErErFrJtr}z-Api.create_artifact_files..) storageLayout artifactFilesrcreateArtifactFilesrrrrJ)rget_use_v1_artifactsrrr) rrrmultipart_upload_url_querystorage_layout&create_artifact_file_spec_input_fieldsrrr1edgerrErErFcreate_artifact_files4s0  zApi.create_artifact_filestitlerry wait_durationNumberc CsDtd}|j||d|d|j||||dd}|dd}|S)Na mutation NotifyScriptableRunAlert( $entityName: String!, $projectName: String!, $runName: String!, $title: String!, $text: String!, $severity: AlertSeverity = INFO, $waitDuration: Duration ) { notifyScriptableRunAlert(input: { entityName: $entityName, projectName: $projectName, runName: $runName, title: $title, text: $text, severity: $severity, waitDuration: $waitDuration }) { success } } rgri)rrrjrrseverity waitDurationrnotifyScriptableRunAlertr)rrr)rrrryrrrrrErErFnotify_scriptable_run_alert~s  zApi.notify_scriptable_run_alert SweepStatecCs|j|||ddd}|S)Nrrrgrirr>)r)rrrgrir>rErErFget_sweep_states zApi.get_sweep_statec Cs|dvsJ|j|||dd}|d}|dkr'|dvr'td|d|d kr9|d vr9td |d |d }td}|j||||pL|d|pR|ddddS)Nrlrrr>rn)rnrmz Cannot pause z sweep.rm)rmrnPENDINGzSweep already rrIa mutation UpsertSweep( $id: ID, $state: String, $entityName: String, $projectName: String ) { upsertSweep(input: { id: $id, state: $state, entityName: $entityName, projectName: $projectName }){ sweep { name } } } rgri)rIr>rrr)rupperrrrr) rrr>rgris curr_staterrrErErFset_sweep_states&     zApi.set_sweep_statecC|j|d||ddS)zPFinish the sweep to stop running new runs and let currently running runs finish.rprr>rgriNrrrrgrirErErF stop_sweep zApi.stop_sweepcCr)zDCancel the sweep to kill all running runs and stop running new runs.rorNrrrErErF cancel_sweeprzApi.cancel_sweepcCr)z5Pause the sweep to temporarily stop running new runs.rnrNrrrErErF pause_sweeprzApi.pause_sweepcCr)z.Resume the sweep to continue running new runs.rmrNrrrErErF resume_sweeprzApi.resume_sweeprcCs ttj|dd|ddS)z#Ask google how much we've uploaded.0zbytes */)zContent-Lengthz Content-Range)rr)rrr)rrrrErErF_status_requests zApi._status_requestrcCsdd|dDS)z8Return an array from the nested graphql relay structure.cSr^)rrE)rHrrErErFrJr+z&Api._flatten_edges..rrE)rrrErErFrszApi._flatten_edgescCs,td}|j|d|id}|dd}|S)Nz mutation stopRun($id: ID!) { stopRun(input: { id: $id }) { clientMutationId success } } rIrstopRunrrZ)rrrrrrErErFstop_runs z Api.stop_run spec_typespecc CsBt|ts t|}td}||||||d}|||d} | S)Na mutation CreateCustomChart( $entity: String! $name: String! $displayName: String! $type: String! $access: String! $spec: JSONString! ) { createCustomChart( input: { entity: $entity name: $name displayName: $displayName type: $type access: $access spec: $spec } ) { chart { id } } } )rgr9rJrrrcreateCustomChart)rrBrrr) rrgr9rrrrrrr1rErErFcreate_custom_chart:s  zApi.create_custom_chartr)NN)FFr)NNN)NNNNNNNNNNNNNNNNNNN)NNNN) NNNNNNNNN)NNNNTF)r)NNNNNN) NNNNNNNNNNNFN)r)NNNNTr)NNT)r>r?r@rArget_http_timeoutrget_file_pusher_timeoutrr2rrCrr_r`r|r}rrr!rboolr rrYrBrrrrrpropertyrrrrrrrrfrrr&r'rr6r;rrCrr rSrUrXr\rhrmrrrtrvryrrrrrrrrrrrirrrrrrrrrrrrLAUNCH_DEFAULT_PROJECTrrrrr!r#r3r7r:rfrorurwryrrrrrrrrrrbytesrrrr staticmethodrrrr(rrr.rr r$rr7r5rr:rrVrXr9rgrmrorqr|rrrrrrrrr r rrrrrrrrrrrrrErErErFrs            "D    &*&$  0  %(6(   L (" X > "  ($' @ g  ? {  s "   V !       I j -  N  @ 9 :    ' 5 D 6 7&    '  b  D(N S %*V      G1   O2   I1 1 rr)srr_r http.clientrrrr|rr/r threadingr)rpathlibrtypingrrrrrr r r r r rrrrrrrrr wandb_gqlrrwandb_gql.clientrwandb_graphql.language.astrr{rrwandb.apis.normalizerr wandb.errorsrrrrwandb.integration.sagemakerr wandb.old.settingsr!wandb.proto.wandb_internal_pb2r"wandb.sdk.artifacts._validatorsr#wandb.sdk.internal._generatedr$r%(wandb.sdk.internal.thread_local_settingsr&wandb.sdk.lib.gql_requestr'wandb.sdk.lib.hashutilr(r)libr+r, lib.filenamesr-r. lib.gitlibr/rr2rr3rr>r rr5r6r7rHrPrMrUr[r^r`rrrYrrrur}r~setLevelrrlocalrrrBrrrErErErFs  H                      "