o xi@s UdZddlmZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlmZddlmZmZddlmZmZmZddlmZddlmZmZdd lmZdd lmZdd l m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*dd l+m,Z,m-Z-m.Z.ddl/m0Z0ddl1Z1ddl1m2Z2m3Z3ddl4m5Z5m6Z6ddl7m8Z8ddl9m:Z:ddl;mZ>m?Z?m@Z@ddlAmBZBddlCmDZDddlEmFZFddlGmHZHddlImJZJmKZKmLZLddlMmNZOddlPmQZQddlRmSZSddlTm*ZUddlTmVZVddlWmXZXmYZYdd lZm[Z[dd!l\m]Z]m^Z^dd"l_m`Z`maZambZbdd#lcmdZdmeZemfZfmgZgdd$lhmiZimjZjdd%lkmlZldd&lmmnZnmoZompZpmqZqmrZrmsZsd'd(ltmuZud'd)lvmwZwmxZxmyZyd'd*lzm{Z{m|Z|d'd+l}m~Z~d'd,lmZmZd'd-lmZd'd.lmZd'd/lmZd'd0lmZd'd1lmZd'd2lmZmZmZmZd'd3lmZd'd4lmZd'd5lmZd'd6lmZesZdd7lmZee%rdd8lmZdd9l=mZd'd:lmZmZd'd;lmZd'ded?<Gd@dAdAZGdBdCdCeUZeVedS)DzArtifact class.) annotationsN)deque)IteratorSequence)ExecutorThreadPoolExecutor as_completed)copy)asdictreplace) timedelta) filterfalse)Path PurePosixPath)IO TYPE_CHECKINGAnyCallableFinalLiteralType)quoteurljoinurlparse)NonNegativeInt) data_typesenv)one unique_list) from_json)nameof)normalize_exceptions)ArtifactCollection ArtifactFilesRun) gql_compat)WBValue) CommError)UnsupportedError) termerrortermlogtermwarn)wandb_internal_pb2) Deprecated) wandb_setup)r) TypeRegistry)retry telemetry)warn_and_record_deprecation) check_existssystem_preferred_path)B64MD5 b64_to_hex_id md5_file_b64) FilePathStr LogicalPathStrPathURIStr)generate_fast_id generate_id) MailboxHandle)alias_is_version_indexartifact_to_json fsync_openjson_dumps_safer uri_from_path vendor_setup)make_storage_policy)org_info_from_entityresolve_org_entity_nameserver_supports) ensure_loggedensure_not_finalized)ArtifactDownloadLogger)artifact_instance_cache$artifact_instance_cache_by_client_id)ArtifactManifest)ArtifactManifestEntry)ArtifactManifestV1) ArtifactState) ArtifactTTL)ArtifactNotLoggedErrorTooFewItemsErrorTooManyItemsErrorWaitTimeoutError)get_staging_dir)_GCSIsADirectoryError)make_http_session)should_multipart_download)gql)Iterable)RetryingClient)ArtifactFragmentArtifactMembershipFragmentFileWithUrlConnection)FullArtifactPathLinkArtifactFieldsiz Final[int]_MBc@sneZdZdZedZeej      d8d9ddZ d:ddZ e d;ddZ e dd'd(Ze dd)d?d-d.Zddd/d@d2d3ZedAd4d5ZedBd6d7Zeed:d8d9Zeed:d:d;Zed:dd?Zeed:d@dAZeedCdCdDZeed:dEdFZeed:dGdHZed:dIdJZed:dKdLZ eed:dMdNZ!eedCdOdPZ"edDdQdRZ#eedEdTdUZ$eedAdVdWZ%ed:dXdYZ&eed:dZd[Z'dFd]d^Z(dFd_d`Z)dFdadbZ*edBdcddZ+e+j,dGdeddZ+edHdgdhZ-e-j,dIdidhZ-edJdkdlZ.e.j,dKdodlZ.eedLdqdrZ/e/j,edMdtdrZ/eedLdudvZ0e0j,edNdxdvZ0edBdydzZ1e1j,dOd|dzZ1edDd}d~Z2edBddZ3ed:ddZ4edPddZ5dPddZ6ed:ddZ7edQddZ8eed:ddZ9eedQddZ:eed:ddZ;eed:ddZdDddZ?dDddZ@  dTdUddZAdVddZBdWdXddZCdYddZDeEdSddZFdZddZGdZddZHd[ddZId\ddZJeKjLeM d]d^ddZNeM    d_d`ddʄZOeM   dadbdd̈́ZPeM  dcddddքZQeM dedfddڄZR   dadgddބZSeMdhddZTdiddZUediddZVed[ddZWdjddZXdkddZYe     dldmddZZ   dndoddZ[    dpdqddZ\drddZ] dsdtddZ^edWduddZ_edWdvddZ`edWdwddZae dxdyd d Zbdzd{ddZcd|ddZdd}ddZeeded~ddZfeEded~ddZgeEdWdddZhedSdd ZieEdSd!d"Zjedd$d%Zkedd'd(Zledd*d+Zmendd.d/ZodRd0d1ZpdEd2d3Zqdd6d7ZrdS(ArtifactaFlexible and lightweight building block for dataset and model versioning. Construct an empty W&B Artifact. Populate an artifacts contents with methods that begin with `add`. Once the artifact has all the desired files, you can call `run.log_artifact()` to log it. Args: name (str): A human-readable name for the artifact. Use the name to identify a specific artifact in the W&B App UI or programmatically. You can interactively reference an artifact with the `use_artifact` Public API. A name can contain letters, numbers, underscores, hyphens, and dots. The name must be unique across a project. type (str): The artifact's type. Use the type of an artifact to both organize and differentiate artifacts. You can use any string that contains letters, numbers, underscores, hyphens, and dots. Common types include `dataset` or `model`. Include `model` within your type string if you want to link the artifact to the W&B Model Registry. Note that some types reserved for internal use and cannot be set by users. Such types include `job` and types that start with `wandb-`. description (str | None) = None: A description of the artifact. For Model or Dataset Artifacts, add documentation for your standardized team model or dataset card. View an artifact's description programmatically with the `Artifact.description` attribute or programmatically with the W&B App UI. W&B renders the description as markdown in the W&B App. metadata (dict[str, Any] | None) = None: Additional information about an artifact. Specify metadata as a dictionary of key-value pairs. You can specify no more than 100 total keys. incremental: Use `Artifact.new_draft()` method instead to modify an existing artifact. use_as: Deprecated. Returns: An `Artifact` object. zwandb-artifactsNFnamestrtype description str | Nonemetadatadict[str, Any] | None incrementalbooluse_asstorage_regionreturnNonec Csddlm}ddlm} m} m} td|std||r(t ||s(t dd|_ d|_ i|_ i|_d|_t|_d|_d|_td|_td|_d|_d|_| ||_d|_d|_d|_||_d|_d|_d |_ | |||_!||_"| ||_#d|_$d |_%d |_&g|_'g|_(g|_)g|_*d|_+||_,|durt-t.d d d d d|_/t0j1|_2d|_3d|_4t5t6|dd|_7d|_8d|_9d|_:d|_;d |_d|_?|t@|j<dS)Nr)InternalArtifactrE)validate_artifact_namevalidate_artifact_typevalidate_metadataz^[a-zA-Z0-9_\-.]+$zeArtifact name may only contain alphanumeric characters, dashes, underscores, and dots. Invalid name: z$Using experimental arg `incremental`FT)artifact__init_use_aszW`use_as` argument is deprecated and does not affect the behaviour of `wandb.Artifact()`featuremessage)region)storage_policy)A&wandb.sdk.artifacts._internal_artifactrt _validatorsrurvrwrematch ValueError isinstancer+_client_tmp_dir _added_objs_added_local_paths _save_handleset_download_roots_base_id_idr< _client_id_sequence_client_id_entity_project_name_version_source_entity_source_project _source_name_source_version_source_artifact_is_link_type _description _metadata_ttl_duration_seconds_ttl_is_inherited _ttl_changed_aliases_saved_aliases_tags _saved_tags_distributed_id _incrementalr2r-_use_asrRPENDING_state_size_digestrQrF _manifest _commit_hash _file_count _created_at _updated_at_final _history_step_linked_artifacts_fetch_file_urls_decoratedrN) selfrgrirjrlrnrprqrtrurvrwrP/home/ubuntu/.local/lib/python3.10/site-packages/wandb/sdk/artifacts/artifact.py__init__s~       zArtifact.__init__cCsd|jp|jdS)Nz )idrgrrrr__repr__szArtifact.__repr__ artifact_idclientr^Artifact | NonecCsddlm}m}ddlm}t|}r|St|}|j|d|id}| |} | j } dur2dS| j } | j } | r>| j jnd} | rE| jnd}| jd| j}|| ||d}||| |S) NrEARTIFACT_BY_ID_GQL ArtifactByIDrcrvariable_values:vprefixprojectrg) _generatedrrrrcrMgetr\executemodel_validateartifactartifact_sequencerentityrg version_index _from_attrs)clsrrrrrccached_artifactgql_opdataresultrsrc_collection src_project entity_name project_namergpathrrr_from_ids   zArtifact._from_idrrcc Csddlm}m}t|tjstdt|}|j|j |j d}|j ||d}| |}|j } s>d|j d|j} t | | j} sY|jd|j } d |j d | } t | |j| ||d S) NrE)ARTIFACT_MEMBERSHIP_BY_NAME_GQLArtifactMembershipByNamezQuerying for the artifact collection membership is not supported by this version of wandb server. Consider updating to the latest version.rrrgrproject z not found under entity /zartifact membership  not found in targetr)rrrrIpb&PROJECT_ARTIFACT_COLLECTION_MEMBERSHIPr(r\rrrgrrrartifact_collection_membership_from_membership) rrrrrrgql_varsrrrmsg membershipentity_projectrrr_membership_from_names"    zArtifact._membership_from_name)enable_trackingrcCsddlm}m}t|tjr|j||dS|j|j|j |d}t |}|j ||d}| |} | j} sBd|jd|j} t | | j} s]|jd|j} d |j d | } t | ||| |S) NrE)ARTIFACT_BY_NAME_GQLArtifactByNamerr)rrrgenableTrackingrrz not found in entity rz artifact r)rrrrIrrrrrrgr\rrrrr)rrrrrrrrrrrrrrrrr _from_name:s&    zArtifact._from_namerr`rc Csddlm}|j}r|j}r|j}std||jr3|jdkr3td|d|jd|dt||j j|jd }|j } sLtd | d |j || ||d S) NrEis_artifact_registry_projectz7Missing artifact collection project in GraphQL responsemodel-registryzzThis model registry has been migrated and will be discontinued. Your request was redirected to the corresponding artifact z\ in the new registry. Please update your paths to point to the migrated registry directly, 'rz'.)rr Artifact z not found in responser) rrartifact_collectionrgrrwandbr+r rrto_strr) rrrrr collectionrgproj new_targetrrrrr\s.    zArtifact._from_membershiprsrc_artr_!ArtifactMembershipFragment | NonecCs\|ddd}||_|j|_|j|_|j|_|j||d||j dus'J|t |j <|S)N placeholder)rir) rrrrrrgr _assign_attrsfinalizerrM)rrrrrrrrrrs  zArtifact._from_attrs)ris_linkr bool | Nonecsddlm}m}|j|_|j}|j}|r|jjnd|_ |r |jnd|_ |jd|j |_ d|j |_ |jp9|j |_|jp@|j |_|jpG|j |_|durk|j|j kph|j|j kph|jdd|j ddk|_n||_|jj|_|j|_|rd d |jD}n"|jr|j|j|jddfd d |jD}ng}ttt|} ttt|} z t| ttd } Wn3ty|r|j } durd| } nd|j } Yntyd t| d| } t | dw| |_!d|jvr|jn|jd| |_t"| |_#t"| |_$dd |j%D|_&t"|j&|_'||j(|_)||j*|_+|j,|_-t.|j/|_0|j1|_2|j3|_4d|_5|j6|_7|j8|_9|j:|_;|j<|_=|j>|_?dS)zz*Artifact._assign_attrs..csFg|]}|jr!jr!jjkr!jkr!jkr|jqSr)rrrrgr r  alias_coll alias_projrrrrrrs   ) too_shorttoo_longz(Expected at most one version alias, got : cSr rrg)rtagrrrrr)@rrwrrrrrrrgrrrrrrrrsplitr artifact_typerrjraliaseslistfilterr?r rrUrVlenrrr rrtagsrrrlrttl_duration_secondsrttl_is_inheritedrrRstatersizerdigestrr commit_hashr file_countr created_atr updated_atr history_stepr)rrrrrwrrrrversion_aliases other_aliasesversionm_version_indexrrrrrs          "      zArtifact._assign_attrscCsnt|jdd|j}|j|_|j|_|j|_|j|_|j|_ |j |_ |j |_ |j |_t|j|_|S)aCreate a new draft artifact with the same content as this committed artifact. Modifying an existing artifact creates a new artifact version known as an "incremental artifact". The artifact returned can be extended or modified and logged as a new version. Returns: An `Artifact` object. Raises: ArtifactNotLoggedError: If the artifact is not logged. r r)rf source_namerrirrrrrrrrjrrlrrOfrom_manifest_jsonmanifestto_manifest_jsonr)rrrrr new_draftszArtifact.new_draftcCs |rdS|jdus J|jS)zThe artifact's ID.N)is_draftrrrrrr+sz Artifact.idcC|jdusJ|jS)zThe name of the entity that the artifact collection belongs to. If the artifact is a link, the entity will be the entity of the linked artifact. N)rrrrrr3zArtifact.entitycCr5)zThe name of the project that the artifact collection belongs to. If the artifact is a link, the project will be the project of the linked artifact. N)rrrrrr=r6zArtifact.projectcC|jS)aThe artifact name and version of the artifact. A string with the format `{collection}:{alias}`. If fetched before an artifact is logged/saved, the name won't contain the alias. If the artifact is a link, the name will be the name of the linked artifact. )rrrrrrgGsz Artifact.namecC|jd|jd|jS)zThe entity/project/name of the artifact. If the artifact is a link, the qualified name will be the qualified name of the linked artifact path. rrrrrrqualified_nameQszArtifact.qualified_namecCr5)zThe artifact's version. A string with the format `v{number}`. If this is a link artifact, the version will be from the linked collection. N)rrrrrr-ZszArtifact.versionr"cC<|j}dur td|jdd}t||j|j||jS)aThe collection this artifact is retrieved from. A collection is an ordered group of artifact versions. If this artifact is retrieved from a collection that it is linked to, return that collection. Otherwise, return the collection that the artifact version originates from. The collection that an artifact originates from is known as the source sequence. NClient not initializedr r)r RuntimeErrorrgrr"rrrirr base_namerrrres  zArtifact.collectioncCr5)z.The name of the entity of the source artifact.N)rrrrr source_entityyzArtifact.source_entitycCr5)z/The name of the project of the source artifact.N)rrrrrsource_projectr@zArtifact.source_projectcCr7)zThe artifact name and version of the source artifact. A string with the format `{source_collection}:{alias}`. Before the artifact is saved, contains only the name since the version is not yet known. )rrrrrr/zArtifact.source_namecCr8)zDThe source_entity/source_project/source_name of the source artifact.r)r?rAr/rrrrsource_qualified_nameszArtifact.source_qualified_namecCr5)zVThe source artifact's version. A string with the format `v{number}`. N)rrrrrsource_versionr6zArtifact.source_versioncCr:)z~The artifact's source collection. The source collection is the collection that the artifact was logged from. Nr;r r)rr<r/rr"r?rArir=rrrsource_collections zArtifact.source_collectioncCr7)zBoolean flag indicating if the artifact is a link artifact. True: The artifact is a link artifact to a source artifact. False: The artifact is a source artifact. )rrrrrrrBzArtifact.is_linklist[Artifact]cCs|js||_|jS)zReturns a list of all the linked artifacts of a source artifact. If this artifact is a link artifact (`artifact.is_link == True`), it will return an empty list. Limited to 500 results. )r_fetch_linked_artifactsrrrrrlinked_artifactss zArtifact.linked_artifactsc Csddlm}|js |S|jdurG|j}durtdz||j|j|jd}|j ||d|_W|jSt yF}z td|j |d}~ww|jS)zReturns the source artifact, which is the original logged artifact. If this artifact is a source artifact (`artifact.is_link == False`), it will return itself. rErNClient is not initializedrrz4Unable to fetch source artifact for linked artifact ) rrcrrrrr?rAr/r Exceptionrg)rrcrrerrrsource_artifacts.   zArtifact.source_artifactcCr7)z?The artifact's type. Common types include `dataset` or `model`.)rrrrrriz Artifact.typecCszddlm}z|jj}Wn tyYdSw|js||S||jr)||S|j dks3|jdkr8| |S||S)zq Constructs the URL of the artifact. Returns: str: The URL of the artifact. rErrmodelr) rrrapp_urlAttributeErrorr_construct_standard_urlr_construct_registry_urlr_construct_model_registry_url)rrbase_urlrrrurls        z Artifact.urlrTc Cs^t||j|j|j|jj|jgsdSt||jd|jdt|jdt|jjd|j S)Nrrz /artifacts/) allrrrrrgrrr)rrTrrrrQs 2z Artifact._construct_standard_urlc Csddlm}t||j|j|jj|jgsdSz t|j |jj j}Wn t t fy-YdSwt |jd|jd|jjdd}t|d|d||jd|d |jS) NrE)remove_registry_prefixrrsafezorgs/z /registry/z?selectionPath=&view=membership&version=)rrWrVrrrrgrrGr organizationrPrrrr-)rrTrWorg_nameselection_pathrrrrRs,  "z Artifact._construct_registry_urlcCsbt||j|j|jj|jgsdSt|jd|jd|jjdd}t||jd|d|jS)NrrrXz/registry/model?selectionPath=rZ)rVrrrrgrrr)rrTr]rrrrS*s  z&Artifact._construct_model_registry_urlcCr7)zA description of the artifact.)rrrrrrj=rMzArtifact.descriptioncCs|jrtd||_dS)aSet the description of the artifact. For model or dataset Artifacts, add documentation for your standardized team model or dataset card. In the W&B UI the description is rendered as markdown. Editing the description will apply the changes to the source artifact and all linked artifacts associated with it. Args: description: Free text that offers a description of the artifact. zEditing the description of this linked artifact will edit the description for the source artifact and it's linked artifacts as well.N)rrr+r)rrjrrrrjBs  dictcCr7)z_User-defined artifact metadata. Structured data associated with the artifact. )rrrrrrlVzArtifact.metadatacC*ddlm}|jrtd|||_dS)aUser-defined artifact metadata. Metadata set this way will eventually be queryable and plottable in the UI; e.g. the class distribution of a dataset. Note: There is currently a limit of 100 total keys. Editing the metadata will apply the changes to the source artifact and all linked artifacts associated with it. Args: metadata: Structured data associated with the artifact. rE)rwz~Editing the metadata of this linked artifact will edit the metadata for the source artifact and it's linked artifacts as well.N)rrwrrr+r)rrlrwrrrrl^s timedelta | NonecCsF|jr|s |jrttt|d||jdurdSt|jdS)aWThe time-to-live (TTL) policy of an artifact. Artifacts are deleted shortly after a TTL policy's duration passes. If set to `None`, the artifact deactivates TTL policies and will be not scheduled for deletion, even if there is a team default TTL. An artifact inherits a TTL policy from the team default if the team administrator defines a default TTL and there is no custom policy set on an artifact. Raises: ArtifactNotLoggedError: Unable to fetch inherited TTL if the artifact has not been logged or saved. z.ttlN)seconds)rr4rrTr rirr rrrrttlts   z Artifact.ttlrctimedelta | ArtifactTTL | NonecCs|jdkr td|jrtdd|_t|tr)|tjkr"d|_dStd|d|_|dur5d|_dS| dkrDtd | t | |_dS) aEThe time-to-live (TTL) policy of an artifact. Artifacts are deleted shortly after a TTL policy's duration passes. If set to `None`, the artifact has no TTL policy set and it is not scheduled for deletion. An artifact inherits a TTL policy from the team default if the team administrator defines a default TTL and there is no custom policy set on an artifact. Args: ttl: The duration as a positive `datetime.timedelta` that represents how long the artifact will remain active from its creation. z wandb-historyz.Cannot set artifact TTL for type wandb-historyzdCannot set TTL for link artifact. Unlink the artifact first then set the TTL for the source artifactTzUnhandled ArtifactTTL enum FNrz/Artifact TTL Duration has to be positive. ttl: ) rirrrrrSINHERITrr total_secondsint)rrcrrrrcs&        list[str]cCr7)aList of one or more semantically-friendly references or identifying "nicknames" assigned to an artifact version. Aliases are mutable references that you can programmatically reference. Change an artifact's alias with the W&B App UI or programmatically. See [Create new artifact versions](https://docs.wandb.ai/guides/artifacts/create-a-new-artifact-version) for more information. )rrrrrrs zArtifact.aliasesrcCsddlm}|||_dS)z.Set the aliases associated with this artifact.rE)validate_aliasesN)rrir)rrrirrrrs cCr7)z;List of one or more tags assigned to this artifact version.)rrrrrr sz Artifact.tagsr cCr`)zSet the tags associated with this artifact. Editing tags will apply the changes to the source artifact and all linked artifacts associated with it. rE) validate_tagszgEditing tags will apply the changes to the source artifact and all linked artifacts associated with it.N)rrjrrr+r)rr rjrrrr s cCr7)zWThe distributed ID of the artifact. rrrrrdistributed_idr_zArtifact.distributed_idrlcCs ||_dSNrk)rrlrrrrls cCr7)zwBoolean flag indicating if the artifact is an incremental artifact. )rrrrrrnr_zArtifact.incrementalcCsttdddd|jS)z Deprecated.T)artifact__use_asz.The use_as property of Artifact is deprecated.rz)r2r-rrrrrrps zArtifact.use_ascCs|jjS)zIThe status of the artifact. One of: "PENDING", "COMMITTED", or "DELETED".)rvaluerrrrr#szArtifact.staterOcCs|jdur ||_|jS)zThe artifact's manifest. The manifest lists all of its contents, and can't be changed once the artifact has been logged. N)r_fetch_manifestrrrrr1s  zArtifact.manifestc Csddlm}m}|j}durtdt|}d|ji}|j||d}||}|j }rT|j } rTt } | | j j} Wdn1sGwYtt| jStd)z1Fetch, parse, and load the full ArtifactManifest.rE)FETCH_ARTIFACT_MANIFEST_GQLFetchArtifactManifestN+Client not initialized for artifact queriesrrz!Failed to fetch artifact manifest)rrqrrrr<r\rrrrcurrent_manifestrZrfile direct_urlrOr0rcontentr) rrqrrrrrrrrr1sessionresponserrrrp s  zArtifact._fetch_manifestcC$|jdur |jdur |jS|jS)zThe logical digest of the artifact. The digest is the checksum of the artifact's contents. If an artifact has the same digest as the current `latest` version, then `log_artifact` is a no-op. N)rrr1r%rrrrr%-s  zArtifact.digestrgcCrz)zlThe total size of the artifact in bytes. Includes any references tracked by this artifact. N)rrr1r$rrrrr$>s z Artifact.sizecCr5)z3The hash returned when this artifact was committed.N)rrrrrr&Qr@zArtifact.commit_hashcCr5)z+The number of files (including references).N)rrrrrr'Xr@zArtifact.file_countcCr5)z(Timestamp when the artifact was created.N)rrrrrr(_r@zArtifact.created_atcCs|jdusJ|jp |jS)z,The time when the artifact was last updated.N)rrrrrrr)fs zArtifact.updated_at int | NonecCs|jdurdStd|jdS)aThe nearest step which logged history metrics for this artifact's source run. Examples: ```python run = artifact.logged_by() if run and (artifact.history_step is not None): history = run.sample_history( min_step=artifact.history_step, max_step=artifact.history_step + 1, keys=["my_metric"], ) ``` NrrE)rmaxrrrrr*ms zArtifact.history_stepcCs d|_dS)aWFinalize the artifact version. You cannot modify an artifact version once it is finalized because the artifact is logged as a specific artifact version. Create a new artifact version to log more data to an artifact. An artifact is automatically finalized when you log the artifact with `log_artifact`. TN)rrrrrrs zArtifact.finalizecCs |jtjuS)zCheck if artifact is not saved. Returns: Boolean. `False` if artifact is saved. `True` if artifact is not saved. )rrRrrrrrr4s zArtifact.is_draftcCs |jduSrm)rrrrr_is_draft_save_starteds zArtifact._is_draft_save_startedrsettingswandb.Settings | Nonec Cs|jtjur |S|jr%t }d|j_Wdn1s wYt j }r3| |dS|dur=t jdd}t j|j|pE|jd|d+}|jrhtj|d }d|j_Wdn1scwY| |WddS1sxwYdS)aPersist any changes made to the artifact. If currently in a run, that run will log this artifact. If not currently in a run, a run of type "auto" is created to track this artifact. Args: project: A project to use for the artifact in the case that a run is not already in context. settings: A settings object to use when initializing an automatic run. Most commonly used in testing harness. TNtrue)silentauto)rrjob_typer~)run)rrRr_updaterr1contextr{artifact_incrementalr. singletonmost_recent_active_run log_artifactrSettingsinitrr)rrr~telrrrrsaves.      "z Artifact.save save_handleMailboxHandle[pb.Result]cCs||_||_dSrm)rr)rrrrrr_set_save_handles zArtifact._set_save_handletimeoutc Cs|r>|jdurtt|j|z |jj|d}Wnty+}ztd|d}~ww|jj }|j r8t |j | |j |S)zIf needed, wait for this artifact to finish logging. Args: timeout: The time, in seconds, to wait. Returns: An `Artifact` object. NrzAArtifact upload wait timed out, failed to fetch Artifact response)r4rrTr waitwait_or TimeoutErrorrWrylog_artifact_response error_messager_populate_after_saver)rrrrKryrrrrs$   z Artifact.waitc Cstddlm}m}|j}durtdt|}|j|d|id}||}|j}s1t d||j |dddS) NrErrsrrz"Unable to fetch artifact with id: F)r) rrrrr<r\rrrrr) rrrrrrrrrrrrrs  zArtifact._populate_after_savec Csbddlm}m}m}ddlm}m}|j}durtd|j |j |j dd}}} t |jt |j} } |||| d} |j| | | d |j| | | d t|j|_t |jt |j} }t|}||j|jt|j|d d ||| Dd d || |Dd }d|i}|j||d}||j}|r|j}st d|!|d|_"dS)z/Persists artifact changes to the wandb backend.rE)UPDATE_ARTIFACT_GQLUpdateArtifactUpdateArtifactInput)rcrjN-Client not initialized for artifact mutationsr rrrcSg|]}d|iqStagNamerrtrrrrz$Artifact._update..cSrrrrrrrrr)rrjrlr! tags_to_addtags_to_deleteinputrz'Unable to parse updateArtifact responseF)#rrrrrrcrjrr<rrrgrrrr _add_aliases_delete_aliasesr rr r\rrjrBrl_ttl_duration_seconds_to_gql model_dumprrrrrrr)rrrrrcrjrrrr old_aliases new_aliasesrold_tagsnew_tagsr gql_inputrrrrrrrrs6      zArtifact._update alias_namesset[str]c ddlm}m}|j}durtd|rd|j|j|jdfdd|D}t|}||j |d}d| i} z |j || d WdSt yc} zd t |dkrSd nd d |} t | | d} ~ wwdS)NrE)ADD_ALIASES_GQLAddAliasesInputr entityName projectNameartifactCollectionNamecg|] }id|iqSr rrrg target_propsrrr*z)Artifact._add_aliases..rrrrz"You do not have permission to add %at least one of the following aliasesthe following aliasz to this artifact: )rrrrr<rrrgr\rrrr'r) rrrrrr alias_inputsrrrrKrrrrr2  zArtifact._add_aliasesc r)NrE)DELETE_ALIASES_GQLDeleteAliasesInputrrcrr rrrrrrErz,Artifact._delete_aliases..rrrz%You do not have permission to delete rrz from this artifact: )rrrrr<rrrgr\rrrr'r) rrrrrrrrrrrKrrrrr8rzArtifact._delete_aliasesWBValue | NonecCs ||S)a`Get the WBValue object located at the artifact relative `name`. Args: name: The artifact relative name to get. Returns: W&B object that can be logged with `run.log()` and visualized in the W&B UI. Raises: ArtifactNotLoggedError: If the artifact isn't logged or the run is offline. )rrrgrrr __getitem__Us zArtifact.__getitem__itemr&rPcCs |||S)aAdd `item` to the artifact at path `name`. Args: name: The path within the artifact to add the object. item: The object to add. Returns: The added manifest entry Raises: ArtifactFinalizedError: You cannot make changes to the current artifact version because it is finalized. Log a new artifact version instead. )add)rrgrrrr __setitem__cs zArtifact.__setitem__xmodeencoding Iterator[IO]c csd|v}|jdurt|_tj|jj|d}t|j j dddzt ||| }|VWdn1s:wYWn,t yQt d|d|tyl}ztdtt|d |d d}~ww|j||d d|d dS) agOpen a new temporary file and add it to the artifact. Args: name: The name of the new file to add to the artifact. mode: The file access mode to use to open the new file. encoding: The encoding used to open the new file. Returns: A new file object that can be written to. Upon closing, the file is automatically added to the artifact. Raises: ArtifactFinalizedError: You cannot make changes to the current artifact version because it is finalized. Log a new artifact version instead. rNrT)parentsexist_okzFile with name z already exists at z"Failed to open the provided file (rz&). Please provide the proper encoding. immutable)rgpolicy skip_cache overwrite)rtempfileTemporaryDirectoryosrjoinrglstriprparentmkdirrAFileExistsErrorrUnicodeEncodeErrorr)r riadd_file)rrgrrrrfrKrrrnew_filets.     zArtifact.new_filemutable local_pathis_tmprr&Literal['mutable', 'immutable'] | Nonerc Cstj|s td|t|ptj|}t|}|r>tj|\}} | d} t|dd| d<tj |d | }|j ||||||dS)aAdd a local file to the artifact. Args: local_path: The path to the file being added. name: The path within the artifact to use for the file being added. Defaults to the basename of the file. is_tmp: If true, then the file is renamed deterministically to avoid collisions. skip_cache: If `True`, do not copy files to the cache after uploading. policy: By default, set to "mutable". If set to "mutable", create a temporary copy of the file to prevent corruption during upload. If set to "immutable", disable protection and rely on the user not to delete or change the file. overwrite: If `True`, overwrite the file if it already exists. Returns: The added manifest entry. Raises: ArtifactFinalizedError: You cannot make changes to the current artifact version because it is finalized. Log a new artifact version instead. ValueError: Policy must be "mutable" or "immutable" zPath is not a file: .Nr)r%rrr) rrisfilerr9basenamer7rr6r_add_local_file) rrrgrrrrr% file_path file_namefile_name_partsrrrrs" $ zArtifact.add_filemergecstj|s td|tdtd|dddt}t}|p$d}tj |dd D]'\} } } | D]} tj | | } tjj | |d }tj ||}| || fq3q,dfdd }d}t j|}||||| tdt|dddS)aAdd a local directory to the artifact. Args: local_path: The path of the local directory. name: The subdirectory name within an artifact. The name you specify appears in the W&B App UI nested by artifact's `type`. Defaults to the root of the artifact. skip_cache: If set to `True`, W&B will not copy/move files to the cache while uploading policy: By default, "mutable". - mutable: Create a temporary copy of the file to prevent corruption during upload. - immutable: Disable protection, rely on the user not to delete or change the file. merge: If `False` (default), throws ValueError if a file was already added in a previous add_dir call and its content has changed. If `True`, overwrites existing files with changed content. Always adds new files and never removes files. To replace an entire directory, pass a name when adding the directory using `add_dir(local_path, name=my_prefix)` and call `remove(my_prefix)` to remove the directory, then add it again. Raises: ArtifactFinalizedError: You cannot make changes to the current artifact version because it is finalized. Log a new artifact version instead. ValueError: Policy must be "mutable" or "immutable" zPath is not a directory: zAdding directory to artifact (rz)... F)newlinerT) followlinksstart logical_pthrh physical_pthrrrscsj||ddS)N)rgrrrr)r)rrrrrrrradd_manifest_files z+Artifact.add_dir..add_manifest_filez Done. %.1fsrN)rrhrrhrrrs)rrisdirrr*rtime monotonicrwalkrrelpathappendmultiprocessingdummyPoolstarmapclose)rrrgrrr start_timepaths logical_rootdirpath_ filenamesfname physical_path logical_pathr num_threadspoolrrradd_dirs. $  zArtifact.add_dirTuriArtifactManifestEntry | strStrPath | Nonechecksum max_objectsSequence[ArtifactManifestEntry]c Cs|durt|}t|tr|}nt|tr|}tt|}|js&td|jj j |t ||||d}|D]}|j |q6|S)a[ Add a reference denoted by a URI to the artifact. Unlike files or directories that you add to an artifact, references are not uploaded to W&B. For more information, see [Track external files](https://docs.wandb.ai/guides/artifacts/track-external-files). By default, the following schemes are supported: - http(s): The size and digest of the file will be inferred by the `Content-Length` and the `ETag` response headers returned by the server. - s3: The checksum and size are pulled from the object metadata. If bucket versioning is enabled, then the version ID is also tracked. - gs: The checksum and size are pulled from the object metadata. If bucket versioning is enabled, then the version ID is also tracked. - https, domain matching `*.blob.core.windows.net` - Azure: The checksum and size are be pulled from the blob metadata. If storage account versioning is enabled, then the version ID is also tracked. - file: The checksum and size are pulled from the file system. This scheme is useful if you have an NFS share or other externally mounted volume containing files you wish to track but not necessarily upload. For any other scheme, the digest is just a hash of the URI and the size is left blank. Args: uri: The URI path of the reference to add. The URI path can be an object returned from `Artifact.get_entry` to store a reference to another artifact's entry. name: The path within the artifact to place the contents of this reference. checksum: Whether or not to checksum the resource(s) located at the reference URI. Checksumming is strongly recommended as it enables automatic integrity validation. Disabling checksumming will speed up artifact creation but reference directories will not iterated through so the objects in the directory will not be saved to the artifact. We recommend setting `checksum=False` when adding reference objects, in which case a new version will only be created if the reference URI changes. max_objects: The maximum number of objects to consider when adding a reference that points to directory or bucket store prefix. By default, the maximum number of objects allowed for Amazon S3, GCS, Azure, and local files is 10,000,000. Other URI schemas do not have a maximum. Returns: The added manifest entries. Raises: ArtifactFinalizedError: You cannot make changes to the current artifact version because it is finalized. Log a new artifact version instead. Nz?References must be URIs. To reference a local file, use file://)rgrr) r9rrPref_urlrhrschemerr1r~store_referencer; add_entry) rrrgrruri_strrUmanifest_entriesentryrrr add_reference s*<    zArtifact.add_referenceobjr:cCs.t|}|d}tjtjtjtjtjtjtj tj tj tj tj tjtjtjf}t||s7td|jd|t|}||jvrG|j|dS|}|dur\||t||dS||}||}|j|} |st| durt| S|rtj|j j!t"t||} tj#| \} } tj$| ddt%| d d d } t&j'|| dd Wdn1swYn)|rd nd }|j(||d d}t&j'||dd |j!} Wdn1swY|)| ||} || f|j|<|j*dur|+|| j|rt,-t.t/| Wd| S1swY| S)aAdd wandb.WBValue `obj` to the artifact. Args: obj: The object to add. Currently support one of Bokeh, JoinedTable, PartitionedTable, Table, Classes, ImageMask, BoundingBoxes2D, Audio, Image, Video, Html, Object3D name: The path within the artifact to add the object. overwrite: If True, overwrite existing objects with the same file path if applicable. Returns: The added manifest entry Raises: ArtifactFinalizedError: You cannot make changes to the current artifact version because it is finalized. Log a new artifact version instead. z media/tableszFound object of type z, expected one of: rENrT)rwzutf-8)r) sort_keysr)rr)0r9 startswithrBokeh JoinedTablePartitionedTableTableClasses ImageMaskBoundingBoxes2DAudioImageVideoHtmlObject3DMolecule _SavedModelr TypeError __class__rr_get_artifact_entry_ref_urlrri with_suffixto_jsonr1get_entry_by_pathrrr_TMP_DIRrgrhrmakedirsopenjsondumprr_artifact_target_set_artifact_target contextlibsuppressFileNotFoundErrorremove)rrrgr is_tmp_name allowed_typesobj_idref_pathvalrr folder_pathrtmp_ffilemoderrrrrwst             z Artifact.addr% B64MD5 | Nonec Cs|pd}|dvrtd|d|}|dkr@tjtdd}|j} t|| t| t j | }Wdn1s;wYt ||pGt |tj |||d} |jj| |d| |jt|<| S) Nr)rrzInvalid policy z.. Policy may only be `mutable` or `immutable`.F)dirdelete)rr%r$rr)r)rrNamedTemporaryFilerXrgshutilcopyfilerchmodstatS_IRUSRrPr7rgetsizer1rrfspath) rrgrr%rrr upload_pathr staging_pathrrrrrs.     zArtifact._add_local_fileStrPath | ArtifactManifestEntrycCszt|tr |j|dStt|}|j|}r!|j|S|j|}|s0td||D]}|j|q2dS)a)Remove an item from the artifact. Args: item: The item to remove. Can be a specific manifest entry or the name of an artifact-relative path. If the item matches a directory all items in that directory will be removed. Raises: ArtifactFinalizedError: You cannot make changes to the current artifact version because it is finalized. Log a new artifact version instead. FileNotFoundError: If the item isn't found in the artifact. NzNo such file or directory: ) rrPr1 remove_entryrhrr5get_entries_in_directoryr?)rrrrentriesrrrr@s     zArtifact.removecCsttdddd||S)z"Deprecated. Use `get_entry(name)`.T)artifact__get_pathzLArtifact.get_path(name) is deprecated, use Artifact.get_entry(name) instead.rz)r2r- get_entryrrrrget_paths  zArtifact.get_pathcCsDt|}|jj|p||d}|durtd|||_|S)aYGet the entry with the given name. Args: name: The artifact relative name to get Returns: A `W&B` object. Raises: ArtifactNotLoggedError: if the artifact isn't logged or the run is offline. KeyError: if the artifact doesn't contain an entry with the given name. rNz Path not contained in artifact: )r9r1rYr_get_obj_entryKeyError_parent_artifact)rrgrrrrr[s zArtifact.get_entryc Cs||\}}|dus|durdS|}r4|jdusJ|j||jd}|dus,J|t|jS|tjkr=| | |j }| }t | }t |} Wdn1s[wY|| |} | ||| S)aGet the WBValue object located at the artifact relative `name`. Args: name: The artifact relative name to retrieve. Returns: W&B object that can be logged with `run.log()` and visualized in the W&B UI. Raises: ArtifactNotLoggedError: if the artifact isn't logged or the run is offline. N)r)r]_referenced_artifact_idrrrrCrefrr%downloadr[rr8r9loadr_set_artifact_source) rrgrwb_class referenced_idrr item_pathrujson_objrrrrr3s$        z Artifact.getcCs|j|}r |jSdS)zGet the artifact relative name of a file added by a local filesystem path. Args: local_path: The local path to resolve into an artifact relative name. Returns: The artifact relative name. N)rrr)rrrrrrget_added_local_path_namebs z"Artifact.get_added_local_path_name?tuple[ArtifactManifestEntry, Type[WBValue]] | tuple[None, None]cCs>tD]}||}|jj|}r||fSqdS)aReturn an object entry by name, handling any type suffixes. When objects are added with `.add(obj, name)`, the name is typically changed to include the suffix of the object type when serializing to JSON. So we need to be able to resolve a name, without tasking the user with appending .THING.json. This method returns an entry if it exists by a suffixed name. Args: name: name used when adding NN)r& type_mappingvaluesr3r1rYr)rrgrewandb_file_namerrrrr]os   zArtifact._get_obj_entryrootallow_missing_references path_prefix multipartr8cCs||}|j|||||dS)aXDownload the contents of the artifact to the specified root directory. Existing files located within `root` are not modified. Explicitly delete `root` before you call `download` if you want the contents of `root` to exactly match the artifact. Args: root: The directory W&B stores the artifact's files. allow_missing_references: If set to `True`, any invalid reference paths will be ignored while downloading referenced files. skip_cache: If set to `True`, the artifact cache will be skipped when downloading and W&B will download each file into the default root or specified download directory. path_prefix: If specified, only files with a path that starts with the given prefix will be downloaded. Uses unix format (forward slashes). multipart: If set to `None` (default), the artifact will be downloaded in parallel using multipart download if individual file size is greater than 2GB. If set to `True` or `False`, the artifact will be downloaded in parallel or serially regardless of the file size. Returns: The path to the downloaded contents. Raises: ArtifactNotLoggedError: If the artifact is not logged. )rorprrqrr)_add_download_root _download)rrorprrqrrrrrrbs # zArtifact.downloadcCs6ddl}ddlm}tjdur_t}t}|j } | t } t | | j_t | |d| j_t | d| j_|| j_|} | j| |d||j| d} | | jsZJ|| j_n tjjseJtjj} | jsnJ| j|j||||} |j||||d| jdd}|jj}|jrt d |jt!|S) Nr)Backendz.wandbfiles)r~run_id)r~service)rorprrqrzError downloading artifact: )"pathlibwandb.sdk.backend.backendrurrr.rr=r~to_protorrmkdtemprhsync_dirro sync_file files_dirrwensure_service inform_initensure_launched interface _stream_id_backenddeliver_download_artifactrrtrrydownload_artifact_responserrr8)rrorprrqryruwl stream_idr~tmp_dirrxbackendhandlerryrrr_download_using_coresL         zArtifact._download_using_corec st|jj}|jt}|dkp|dk}r)td|jd|dd|dt} t |dd#fdd } t dd{} t } t } d\}}|r|j|| d}|jj}|jj}dd|jD}|D]!}||j}|j|_|r{|jt|r| | j| || dqet| | krt| D]}|| |t| | krnq|sLt| D]}|qWdn1swY|rtt| }t|d\}}t|d\}}tdt |ddt |dd|dd||dd d!d"t!S)$N2zDownloading large artifact z, z.2fzMB. z files...)nfilesrrPexecutorrrrrsc st|jdr |nd}z |j|dWn\ty2}zr-tt|WYd}~dSd}~wtyK}zt t|WYd}~dSd}~wt y^td|j dYdSt yqtd|j dYdSw dS)N)override)rrzUnable to download file z6 as there is a directory with the same path, skipping.z_ as there is a file with the same path as a directory this file is expected to be in, skipping.)r[r$rbr?rr+rhrYloggerdebugIsADirectoryErrorrNotADirectoryErrornotify_downloaded)rrmultipart_executorrKrpdownload_loggerrrrorrr_download_entry s8      z+Artifact._download.._download_entry@) max_workers)NT)cursorper_pagecss|] }|jr|jVqdSrmnoderrKrrr 1sz%Artifact._download..)ri<zDone. 02dr z04.1fz (z.1fzMB/s)Fr)rrPrrrrrs)"rr1rYr$rer*rgrrrLrr&get_artifact_fetch_file_url_batch_sizer_fetch_file_urls page_info has_next_page end_cursoredgesr[rv _download_urlrr!rhrsubmitrrr@absdivmodrgr8)rrorprrqrrrsize_mblogrrr batch_sizeactive_futuresrhas_more files_page file_nodesrrfuturedt_secshrsminssecsrrrrts^          ( 00zArtifact._downloadCallable[..., Any]cs2ddl}tjtdd|jdddfd d }|S)Nr)minutes)retry_timedeltaretryable_exceptionsrrrkrrgrrrbcs.ddlm}m}m}m}ddlm}jdurtdt jt j rgt |}j jjddj||d}jj||dd } || } | j} rZ| j} rZ| j} rZ| j}sbtd j||St |}j||d }jj||dd } || } | j}r|j}std j||S) NrE)GET_ARTIFACT_FILE_URLS_GQL%GET_ARTIFACT_MEMBERSHIP_FILE_URLS_GQLGetArtifactFileUrlsGetArtifactMembershipFileUrlsrar;r r)rrrr rperPager)rrz$Unable to fetch files for artifact: )rrr)rrrrr_models.paginationrbrr<rIr$ARTIFACT_COLLECTION_MEMBERSHIP_FILESr\rrrgrr-rrrartifact_membershiprvrrr)rrrrrrrbqueryrrrrrrrvrrrr_implfsH        z6Artifact._build_fetch_file_urls_wrapper.._implrrrkrrgrrrb)requestsr0 retriabler RequestException)rrrrrr_build_fetch_file_urls_wrappercs/z'Artifact._build_fetch_file_urls_wrapperrrrrbcCs |jdur ||_|||Srm)rr)rrrrrrrs   zArtifact._fetch_file_urlsc Cs|p|jdd}t|D].\}}}|D]&}tj||}tjj||d}z||Wqty:t|Yqwq |j |dS)aReplace the specified root directory with the contents of the artifact. WARNING: This will delete all files in `root` that are not included in the artifact. Args: root: The directory to replace with this artifact's files. Returns: The path of the checked out contents. Raises: ArtifactNotLoggedError: If the artifact is not logged. F)include_versionr)ro) _default_rootrrrrrr[r^r@rb)rrorrrvru full_path artifact_pathrrrcheckouts  zArtifact.checkoutc Cs|p|}t|D]2\}}}|D]*}tj||}tjj||d}z||Wqty<td|d|j wq d}|j j D]!} | j durcttj|| j| jkrbtd| jqF|d7}qF|dkrvtd|d dSdS) aVerify that the contents of an artifact match the manifest. All files in the directory are checksummed and the checksums are then cross-referenced against the artifact's manifest. References are not verified. Args: root: The directory to verify. If None artifact will be downloaded to './artifacts/self.name/'. Raises: ArtifactNotLoggedError: If the artifact is not logged. ValueError: If the verification fails. rz Found file z# which is not a member of artifact rNzDigest mismatch for file: rEzskipped verification of z refs)rrrrrrr[r^rrgr1rYrmrar7r%r+) rrorrrvrurr ref_countrrrrverifys.     zArtifact.verifycCsN|dur tjdd|j}t|jjdkrtd|t |jjd |S)aDownload a single file artifact to the directory you specify with `root`. Args: root: The root directory to store the file. Defaults to `./artifacts/self.name/`. Returns: The full path of the downloaded file. Raises: ArtifactNotLoggedError: If the artifact is not logged. ValueError: If the artifact contains more than one file. Nr artifactsrEzxThis artifact contains more than one file, call `.download()` to get all files or call .get_entry("filename").download()r) rrrrgrr1rYrr[rrb)rrorrrrusz Artifact.filernameslist[str] | Noner#cCs$|j}dur tdt||||S)aIterate over all files stored in this artifact. Args: names: The filename paths relative to the root of the artifact you wish to list. per_page: The number of files to return per request. Returns: An iterator containing `File` objects. Raises: ArtifactNotLoggedError: If the artifact is not logged. Nr;)rr<r#)rrrrrrrrv szArtifact.filesrcCs@|r|jn|jdd}tjt|}tt|pt |S)Nr r) r/rrrrrget_artifact_dirr8r3r4)rrrgrorrrr szArtifact._default_rootdir_pathcCs(t|p|}|jtj||Srm)rhrrrrrabspath)rrrorrrrs szArtifact._add_download_rootrcCsntj|}|tj}tt|dD] }tjjtjg|d|R|jvr4tjj||dSqdS)z:Convert a local file path to a path entry in the artifact.rEN) rrrrseprangerrr)rr abs_file_pathabs_file_partsirrr_local_path_to_name" s  $zArtifact._local_path_to_namedelete_aliasescCs*|jrtd|dS||dS)aDelete an artifact and its files. If called on a linked artifact, only the link is deleted, and the source artifact is unaffected. Use `Artifact.unlink()` instead of `Artifact.delete()` to remove a link between a source artifact and a collection. Args: delete_aliases: If set to `True`, delete all aliases associated with the artifact. If `False`, raise an exception if the artifact has existing aliases. This parameter is ignored if the artifact is retrieved from a collection it is linked to. Raises: ArtifactNotLoggedError: If the artifact is not logged. zDeleting a link artifact will only unlink the artifact from the source artifact and not delete the source artifact and the data of the source artifact.N)rrr+_unlink_delete)rrrrrrK- s  zArtifact.deletecCsTddlm}m}|jdurtdt|}||j|d}|jj|d|iddS)NrE)DELETE_ARTIFACT_GQLDeleteArtifactInputr)rrrr) rrrrr<r\rrr)rrrrrrrrrrH s zArtifact._delete target_pathIterable[str] | Nonecsddlm}ddlm}ddlm}m}m}ddlm}m } m } |j r(t d| r;|s7|j|jd||j} durFtd |} ||j| d pVd drpjpf| d pfd} t| |j| _nj|jd | ditfdd| |pgD}||jjjj|d}d| i}d}}t!| t"j#sdh}dh}t$|||d}| j%||d}|&|j'}|r|j(}r|j)|| dS|r|j*}dust+d,d|}|d|jid-|S)aeLink this artifact to a collection. Args: target_path: The path of the collection. Path consists of the prefix "wandb-registry-" along with the registry name and the collection name `wandb-registry-{REGISTRY_NAME}/{COLLECTION_NAME}`. aliases: Add one or more aliases to the linked artifact. The "latest" alias is automatically applied to the most recent artifact you link. Raises: ArtifactNotLoggedError: If the artifact is not logged. Returns: The linked artifact. r)ApirE)LINK_ARTIFACT_GQL LinkArtifactLinkArtifactInput) ArtifactPathrcrizhLinking to a link artifact will result in directly linking to the source artifact of that link artifact.)rNrr uncategorizedr[rcsg|]}j|dqS))rr rr rrrr s z!Artifact.link..)rartifact_portfolio_namerrrrincludeAliasesartifactMembership)omit_variables omit_fieldsrrz5Unable to parse linked artifact version from responserr) overridesr).rrwandb.sdk.internal.internal_apirrrrrrrcrirr+r4r}rrrrr<r~from_str with_defaultsris_registry_pathrrHr?r rrgrrrIr-ARTIFACT_MEMBERSHIP_IN_LINK_ARTIFACT_RESPONSEr%rrrrrrrr _artifact)rrrr InternalApirrrrrcrirr~orgrrrrrrrrr version_idx link_namerrrlinkV sf         z Artifact.linkcCs0|jstd|jdt|jd|dS)zUnlink this artifact if it is a linked member of an artifact collection. Raises: ArtifactNotLoggedError: If the artifact is not logged. ValueError: If the artifact is not linked to any collection. rzE is not a linked artifact and cannot be unlinked. To delete it, use z instead.N)rrr9r rKrrrrrunlink s   zArtifact.unlinkc Csddlm}m}|jdurtdt|}||j|jjd}d|i}z |jj ||dWdSt yD}z t d|j |d}~ww)NrE)UNLINK_ARTIFACT_GQLUnlinkArtifactInputr)rartifact_portfolio_idrrz2You do not have permission to unlink the artifact ) rrrrr<r\rrrrr'r9)rrrmutationrrrKrrrr s&   zArtifact._unlink list[Run]c sddlm}m}|jdurtdt|}d|ji}j||d}||}|j }rH|j }rH|j } rHdd| D} fd d | DSgS) zGet a list of the runs that have used this artifact and its linked artifacts. Returns: A list of `Run` objects. Raises: ArtifactNotLoggedError: If the artifact is not logged. rE)ARTIFACT_USED_BY_GQLArtifactUsedByNrsrrcs|]}|jVqdSrmrrrrrr z#Artifact.used_by..cs,g|]}|jrtjjj|jqSr)rr$rrg)rrrrrrr s z$Artifact.used_by..) rrr rr<r\rrrrused_byr) rrr rrrrrr r run_nodesrr rr  s$    zArtifact.used_by Run | Nonec Csddlm}m}|j}durtdt|}d|ji}|j||d}||}|j }rF|j } rF| j } rF| j } rFt || jj | j | SdS)zGet the W&B run that originally logged the artifact. Returns: The name of the W&B run that originally logged the artifact. Raises: ArtifactNotLoggedError: If the artifact is not logged. rE)ARTIFACT_CREATED_BY_GQLArtifactCreatedByNrsrr)rrrrr<r\rrrr created_byrgrr$r) rrrrrrrrrcreatorrgrrrr logged_by s"   zArtifact.logged_bydict[str, Any]cCst|S)zReturns the artifact encoded to the JSON format. Returns: A `dict` with `string` keys representing attributes of the artifact. )r@rrrr json_encode szArtifact.json_encoderrc Csrddlm}m}d|vr|n|d}t|}|||d}|j||d}||} | j} r7| j} r7| jj SdS)z@Returns the expected type for a given artifact name and project.rE)ARTIFACT_TYPE_GQL ArtifactTyper z:latestrrN) rrrr\rrrrrrg) rrrgrrrrrrrrrrrr_expected_type( s  zArtifact._expected_typecCs&d}d}|js dS|jr|S|jp|S)N)rrr)rreDISABLEDrrrr9 s z%Artifact._ttl_duration_seconds_to_gqlcsrddlmddlm}mm}ddlm}|jdurt d|j }dur*t dt |}|j |d |jid }| |}|j}rL|j} rL| j} sPt d t} fd d | D} | D]Stdd jD} dj}|| vr}g| |ng| }rjrj}r|jjr|jst d||jj|jjd|||d}||}| |qat| S)z-Fetches all linked artifacts from the server.r) gql_typenamerE)FETCH_LINKED_ARTIFACTS_GQLArtifactPortfolioTypeFieldsFetchLinkedArtifacts)rdNzBUnable to find any artifact memberships for artifact without an IDrI artifactIDrz4Unable to find any artifact memberships for artifactc3s6|]}|jrjrjkrVqdSrm)rr typename__)redgercolrrrrrf sz3Artifact._fetch_linked_artifacts..csr rmr r rrrrp r rz*Unable to fetch fields for linked artifactr )rrrgr-r)wandb._pydanticrrrrr rrdrrrr%rrrartifact_membershipsrrrrrrrrrg-_create_linked_artifact_using_source_artifactrr)rrr rdrrrrr membershipsmembership_edgesrH linked_nodesrr-rr link_fieldsrrr$rrGG sf         z Artifact._fetch_linked_artifactsr,rdcCsPt|}|j|_|j|_t|j|_|j|_|j|_ |j |_ |j |_ |j|_|S)z0Copies the source artifact to a linked artifact.)r r-rrrrrgrrrrrrrrHr)rr,linked_artifactrrrr( s z6Artifact._create_linked_artifact_using_source_artifact)NNFNN)rgrhrirhrjrkrlrmrnrorprkrqrkrrrs)rrrh)rrhrr^rrr)rrcrr^rrrf)rrcrr^rrorrrf)rr`rrcrr^rrrf) rrcrr_rr^rrrrrf)rr_rrrrrrrs)rrrf)rrrk)rrr")rrro)rrrF)rTrhrrrh)rjrkrrrs)rrr^)rlr^rrrs)rrra)rcrdrrrs)rrrh)rrhrrrs)r rhrrrs)rlrkrrrs)rrrO)rrrg)rrr{)rrrsrk)rrkr~rrrrs)rrrr^rrrsrm)rr{rrrf)rrhrrrs)rrrrcrrrs)rgrhrrr)rgrhrr&rrrP)rN)rgrhrrhrrkrrr)NFFrF)rrhrgrkrrrrrrrrorrrP)NFrF) rrhrgrkrrrrrrorrrs)NTN) rrrgrrrorr{rrr)F)rr&rgr:rrorrrP)rgr:rr:r%rIrrrrrrorrrP)rrVrrrs)rgr:rrrP)rrhrrrk)rgrhrrrj)NFNNN) rorrprorrrqrrrrrrr8)FFN) rorhrprorrorqrrrr8)FNNN) rorhrprorrrqrrrrrrr8)rrrrr)rorkrrrh)rorkrrrs)rorkrrr:)Nr)rrrrgrrr#)T)rrorrr8)rrrrr8)rrhrrrk)rrorrrs)rrhrrrrrf)rrr)rrr)rrr) rrhrrhrgrhrr^rrrk)r,rdrrrf)s__name__ __module__ __qualname____doc__rrr6atexitregistercleanuprr classmethodrrrrrrrJr3propertyrrrrgr9r-rr?rAr/rCrDrErrHrLrirUrQrRrSrjsetterrlrcrr rlrnrpr#r1rpr%r$r&r'r(r)r*rr4r}rrrrr!rrrrrr=contextmanagerrKrrrrrrr@r\r[rrir]rbrrtrrrrrurvrrsrrKrrrrr rr staticmethodrrrGr(rrrrrfss #  c!" k$       (  "   *  %   *8FVc"  . 7@ m9%  e Drfc@seZdZdZegZdS)_ArtifactVersionTypeartifactVersionN)r.r/r0rgrftypesrrrrr: s r:)r1 __future__rr2r=r9loggingmultiprocessing.dummyrrrrMrPrr collectionsrcollections.abcrrconcurrent.futuresrrrr dataclassesr r datetimer itertoolsr ryrrtypingrrrrrrr urllib.parserrrpydanticrrrrwandb._iterutilsrrr&rwandb._strutilsr wandb.apis.normalizer!wandb.apis.publicr"r#r$wandb.apis.public.utilsr%wandb.data_typesr& wandb.errorsr'wandb.errors.errorsr(wandb.errors.termr)r*r+ wandb.protor,rwandb.proto.wandb_telemetry_pb2r- wandb.sdkr.wandb.sdk.data_types._dtypesWBTyper/ wandb.sdk.libr0r1wandb.sdk.lib.deprecationr2wandb.sdk.lib.filesystemr3r4wandb.sdk.lib.hashutilr5r6r7wandb.sdk.lib.pathsr8r9r:r;wandb.sdk.lib.runidr<r=wandb.sdk.mailboxr> wandb.utilr?r@rArBrCrD _factoriesrF _gqlutilsrGrHrIrrJrKartifact_download_loggerrLrMrNartifact_manifestrOartifact_manifest_entryrP'artifact_manifests.artifact_manifest_v1rQartifact_staterR artifact_ttlrS exceptionsrTrUrVrWstagingrXstorage_handlers.gcs_handlerrYstorage_policies._factoriesrZstorage_policies._multipartr[ reset_path wandb_gqlr\r]r^rr_r`rrbrcrd getLoggerr.rre__annotations__rfr:rrrrrs     $                                 =