o wiO@sdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl m Z m Z ddl mZmZddlmZddlmZddlmZdd lmZddlZddlZddlZddlZddlmmZ ddl!Z!dd l"m#Z#dd lm$Z$ddl%Z%dd l&m'Z'm(Z(dd l)m*Z*ddl+m,Z,ddl-m.Z.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5m6Z6ddl7m8Z8m9Z9e%j:Z:e%j;Z;e%jZ>dZ?dZ@dZAdZBdZCdZDdZEdZFdZGdZHeIeJZKeKLejMeNdrdd lOmPZPeKQePd!d!d"neRZSeSLejMeTd#ZUeSVeUeKQeSeGd$d%d%ZWGd&d'd'ZXGd(d)d)ZYdZd.d/ZZd[d5d6Z[d\d]d9d:Z\d;d<Z]d^d>d?Z^eGd@dAdAZ_eGdBdCdCZ`d_dFdGZad`dadHdIZbdbdKdLZcdcdOdPZdd`dddQdRZededSdTZfdfdXdYZgdS)gzTooling for the W&B Importer.) annotationsN)IterableIterator) dataclassfield)datetime)Path)Any)patch)gql)Report)ArtifactCollectionRun)File) json_util)coalesceremove_keys_with_none_values) validation)internal)PathStrPolicy) Namespacefor_eachzartifact_errors.jsonlzartifact_successes.jsonlzrun_errors.jsonlzrun_successes.jsonl"__ART_SEQUENCE_DUMMY_PLACEHOLDER____RUN_DUMMY_PLACEHOLDER____importer_temp____temp__z./artifacts/srcz./artifacts/dst"WANDB_IMPORTER_ENABLE_RICH_LOGGING) RichHandlerT)rich_tracebackstracebacks_show_localsz)%(asctime)s - %(levelname)s - %(message)sc@sfeZdZUded<ded<ded<ded<ded<dd d Zdd d ZedddZedddZ dS)ArtifactSequencezIterable[wandb.Artifact] artifactsstrentityprojecttype_namereturnrcCs t|jSN)iterr#selfr.N/home/ubuntu/.local/lib/python3.10/site-packages/wandb/apis/importers/wandb.py__iter__Rs zArtifactSequence.__iter__cCsd|jdS)NzArtifactSequence() identifierr,r.r.r/__repr__UzArtifactSequence.__repr__cCsd|j|j|j|jgSN/)joinr%r&r'r(r,r.r.r/r3XszArtifactSequence.identifier collectionr cCs0|}t|ddd}t||j|j|j|jS)NcSt|jdSNvintversionlstripar.r.r/_z2ArtifactSequence.from_collection..key)r#sortedr"r%r&typer()clsr9artsr.r.r/from_collection\sz ArtifactSequence.from_collectionN)r)rr)r$)r9r ) __name__ __module__ __qualname____annotations__r0r4propertyr3 classmethodrKr.r.r.r/r"Js    r"c@s~eZdZdbd d Zdcd d ZdcddZdcddZdcddZddddZdeddZ dfddZ dgddZ dgd d!Z dcd"d#Z dgd$d%Zdhd'd(Zdid*d+Zdid,d-Zdgd.d/Zdgd0d1Zdgd2d3Zdgd4d5Zdgd6d7Zdgd8d9Zdgd:d;Zdgd)r- wandb_runtime base_runtimetr.r.r/rs zWandbRun.runtimecCst|jjd}t|S)Ni)dt fromisoformatrT created_at timestampr>)r-rr.r.r/ start_timeszWandbRun.start_timecCs|dd}d|S)NcodePathrzcode/r)r-rhr.r.r/ code_paths zWandbRun.code_pathcCs|dididS)Nrvalue cli_version) _config_filerr,r.r.r/rszWandbRun.cli_version'Iterable[tuple[PathStr, Policy]] | Noneccs|jdur=tjd|d}g}|jD]!}|jdkr qd|jvr&q|j|d|j d}|jdf}| |q||_|jEdHdS)Nr7z/filesrzwandb_manifest.json.deadlistT)exist_okr`end) rbrROOT_DIRrirTfilessizer(downloadr`r)r- files_dirrbfresultfile_and_policyr.r.r/rs     zWandbRun.filesIterable[str] | Nonec csP|d}|D]}t|}|EdHWdn1s wYqdS)Nz^.*output\.log$)_find_all_in_files_regexopen readlines)r- log_filesrhrr.r.r/logss  z WandbRun.logscCsP|d}dur iSt|}t|WdS1s!wYdS)Nwandb-metadata.json)_find_in_filesrjsonloadsreadr-fnamerr.r.r/r   $zWandbRun._metadata_filecCsP|d}dur iSt|}t|piWdS1s!wYdS)Nz config.yaml)rryaml safe_loadrr.r.r/rrzWandbRun._config_fileIterable[dict[str, Any]]ccsd|}s iVdSdd|D}dt|}vr'|tdtj}|jddEdHdS)NcSs*g|]}t|dD]}t|q qS)z *.parquet)rglobpl read_parquet).0rhpr.r.r/ +s  zAWandbRun._get_rows_from_parquet_history_paths.._stepTnamed)ru _merge_dfs with_columnsrcolcastInt64 iter_rows)r-pathsdfsdfr.r.r/rv$s z-WandbRun._get_rows_from_parquet_history_paths Iterable[str]ccsn|jdur/g}|jD]}|jdkrq t|td|jd}dur&q ||q ||_|jEdHdS)N wandb-historyr7root)rerTrrH _download_art SRC_ART_PATHr(r)r-rrrhr.r.r/ru2s   z#WandbRun._get_parquet_history_pathsr(cCs.|}r|D] \}}||vr|SqdSr*)r)r-r(rrh_r.r.r/rBs  zWandbRun._find_in_filesregexccs6|}r|D]\}}t||r|Vq dSdSr*)rrematch)r-rrrhrr.r.r/rIs   z!WandbRun._find_all_in_files_regexN) rTrrUr$rVr$rWr$rXr$r)rYrL)r)ro)r)rq)r)rs)r)r})r)r)r)r)r)r)r)r)r)r)r)r)r)r)r(r$r)r})rr$r)r)(rMrNrOrfr4rir%r&rprrr|rrrrrr#rrrrrrrrrrrrrrrrrrrrvrurrr.r.r.r/rSisL                                 rSc@seZdZdZdddd dZddZddddddZ ddddZddddd Zdd!d"Z ddd)d*Z +ddd1d2Z dd4d5Z dd6d7Z dd9d:Zdddd;ddBdCZddddFdGZddddIdJZdddKdKdddKdKdKdKdKdKdKdL ddYdZZdddd[dd\d]ZddKddd^dd_d`ZdKdKdKddKddaddedfZddgddhdiZddgddkdlZ + KdddqdrZdKddsddvdwZdxdyZdd{d|ZdKd+dKdd}dd~dZdddddddddZddddddZdddddddZdddddddZ dS) WandbImporterzFTransfers runs, reports, and artifact sequences between W&B instances.N)custom_api_kwargsrUr$rVrWrXrdict[str, Any] | Noner)rYcCst||_||_||_||_|durddi}tjd|d|id||_tjd|d|id||_||||d|_dS)NtimeoutiXrZr[)rUrVrWrXr.) rUrVrWrXr^r_src_apirarun_api_kwargs)r-rUrVrWrXrr.r.r/rfSs.  zWandbImporter.__init__cCsd|jd|jdS)Nz)rUrWr,r.r.r/r4vszWandbImporter.__repr__ namespacerprTrSrNamespace | Nonerp!internal.SendManagerConfig | Nonec Cs|dur t||}|durtjdddddddd}|j|jddd}td|tj ||j ||d|j rztd|g}|j D]}|jd krRqJtd |jt|}||qJtd |tj |||j ||d dSdS) zzImport one WandbRun. Use `namespace` to specify alternate settings like where the run should be uploaded NTmetadatarmediacodehistoryrrterminal_outputtruer\rZresumeresumedzImporting run, run=r]settings_overriderpz"Collecting history artifacts, run=rz%Collecting history artifact art.name=z!Importing history artifacts, run= extra_artsr]rrp)rr%r&rSendManagerConfigrXrWrwdebugsend_runsend_manager_overridesrrTrrHr(rr)r-rTrrpr history_artsrnew_artr.r.r/ _import_runysT     zWandbImporter._import_runseqr"c Cst|j|j}t|j|j}|d|d|j}|j}td|d|d|d|z |j||}Wnt j t fyNt d|d|YdSwz| WdSt j t fyz}zt d|d|d |WYd}~dSd}~ww) zDeletes the equivalent artifact collection in destination. Intended to clear the destination when an uploaded artifact does not pass validation. r7zDeleting collection entity= , project=z , art_type=z , art_name=z"Collection doesn't exist art_type=Nz&Collection can't be deleted, art_type=, e=)rr%r&r'r(rwinforaartifact_collectionr^ CommError ValueErrorrxdelete) r-rrr%r&art_typeart_namedst_collectioner.r.r/_delete_collection_in_dsts, z'WandbImporter._delete_collection_in_dstrc Csp|jstd|ddS|durt|j|j}|j|jddd}tj dd}| |||jd}t ||j }t t|}t|d D]d\}} | d}|jtkr[t|fi|j} n2z|} Wn tyjYnw| dur}td |jd ||} t|} | g} t| fi|j} td |d |dt|tj| | |j||dqDtd|||dS)zImport one artifact sequence. Use `namespace` to specify alternate settings like where the artifact sequence should be uploaded z Artifact seq=z has no artifacts, skipping.NrTr) log_artifactsrrzRun for art.name=z/ does not exist (deleted?), using run_or_dummy=zUploading partial artifact seq=, r7rzFinished uploading seq=)r#rwrxrr%r&rXrWrr r_get_run_or_dummy_from_artrrt_make_groups_of_artifacts enumerate descriptionART_SEQUENCE_DUMMY_PLACEHOLDERrSr logged_byrr(rrlenr r _remove_placeholders) r-rrrsend_manager_configr run_or_dummygroups_of_artifactsir~rT wandb_runrr.r.r/_import_artifact_sequencesX         z'WandbImporter._import_artifact_sequencec Cszt|jj}t||j|j}Wn"tjy&t d|dYdSt y4t dYdSw|D]6}|j tkr?q7|jdvrEq7z|jddWq7tjym}zdt|vrbt dnWYd}~q7d}~wwdS) Nzseq=z5 does not exist in dst. Has it already been deleted?z/Problem getting dst versions (try again later).)rjobT)delete_aliasesz%cannot delete system managed artifactz%Cannot delete system managed artifact)r exp_retry_dst_apir#rtr'r(r^rrwrx TypeError exceptionr#r$rHrr$)r-rretry_arts_funcdst_artsrrr.r.r/r'&s6        z"WandbImporter._remove_placeholderssrc_artrr%r}r&ArtifactcCs:t||j}t||j}|j}|j|d|d|Sr6)rr%r&r(ra _artifact)r-r6r%r&r(r.r.r/ _get_dst_artAs  zWandbImporter._get_dst_artFsrc_rundst_run force_retrybool list[dict]cCsZg}|r |d|||}r|dt||||}r+|dt||S)N__force_retry__z metadata:zsummary:)r_compare_run_metadatar$_compare_run_summary)r-r:r;r<problemsnon_matching_metadatanon_matching_summaryr.r.r/_get_run_problemsJs zWandbImporter._get_run_problemsdictc Csd}||}|jdkriS||}z tj|j|jj}Wn>tj j y.ddiYSt j y]}z#|j jdkrIdd|iWYd}~Sd|d |d iWYd}~Sd}~wwt|}i} |jr|jD]\} } | |vr}| d d | | <qm|| } | | kr| | d | | <qm| S) NrrzError checkingTimeoutiz Bad uploadzFile not found: z http problemz: (r1z KEY NOT FOUNDsrcdst)filerr^utildownload_file_into_memoryrrar\urllib3 exceptionsReadTimeoutErrorrequests HTTPErrorresponse status_coderrritems) r-r:r;rsrc_fdst_fcontentsrdst_meta non_matchingksrc_vdst_vr.r.r/r@\s:        z#WandbImporter._compare_run_metadatac Csi}|jD]c\}}t|tr|drq|dvrqt|}|j|}t|}t|tr^t|tr^|D]%\}}t|trF|drFq7||} t|| s\|| d||d|<q7qt||sj||d||<q|S)Nzwandb-client-artifact://)rrrH-) rrrU isinstancer$ startswith_recursive_cast_to_dictrrF _almost_equal) r-r:r;rZr[r\r]kksvdvr.r.r/rAs0    z"WandbImporter._compare_run_summaryIterable[ArtifactSequence]c cstt}durtdtddS|gd}|jddD]<}|d}|d}|d}|d }|d |d |}|j||} t| d d d } t| dd d } t | ||||Vq"dS)NzARTIFACT_ERRORS_FNAME= is empty, returning nothing) src_entity src_projectr(rHTrrhrir(rHr7cSr:r;r=rAr.r.r/rCrDzBWandbImporter._collect_failed_artifact_sequences..rEcSs|jSr*)rHrAr.r.r/rCs) _read_ndjsonARTIFACT_ERRORS_FNAMErwr uniquerrr#rGr") r-runique_failed_sequencesr{r%r&r(_typerrJr.r.r/"_collect_failed_artifact_sequencess(z0WandbImporter._collect_failed_artifact_sequences) namespacesr` remappingrpIterable[Namespace] | Noner` Api | Nonerq!dict[Namespace, Namespace] | Nonec Cst||j}t||}|D]Y}|r||vr||}td|zt|j|jdtid}Wn#t yT}zdt |vrJt dWYd}~qWYd}~nd}~ww|D]}td||j ddqWqdS) NzCleaning up, ns= displayNamefilterszCould not find projectz&Could not find project, does it exist?zDeleting dummy run=F)delete_artifacts) rra_all_namespacesrwr rtrunsrhRUN_DUMMY_PLACEHOLDERrr$r3r)r-rpr`rqnsrzrrTr.r.r/_cleanup_dummy_runss,      z!WandbImporter._cleanup_dummy_runsreportr c Cs|dur t|j|j}t|j|j}t|j|j}|j}|j}|j}|j}t d|d|z| ||Wn(t j j y`} z| jjdkrVtd|d|d| WYd} ~ nd} ~ wwt d|d|d |d ||jjtjjd|||||d t|jd d dS)zImport one wandb.Report. Use `namespace` to specify alternate settings like where the report should be uploaded NzUpserting entity=z /project=izIssue upserting entity=rzUpserting report entity=rz, name=z, title=rz)rmr( entityName projectNamer#rurHspecvariable_values)rr%r&rr(titler#rarwr create_projectrQrOrRrSrTrxclientexecutewrr~ UPSERT_VIEWrdumpsr) r-r~rr%r&r(rr#r`rr.r.r/_import_reports: "  zWandbImporter._import_reportsequencec Cs|dur t|j|j}|j|jddd}td|d|tjdd}|D]#}| }dur2q'|D]}t |fi|j }tj ||j ||dq4q'dS)NrTrz/Using artifact sequence with settings_override= , namespace=) use_artifactsr)rr%r&rXrWrwr rr used_byrSrr r ) r-rrrr(rrr,rTr.r.r/_use_artifact_sequences, z$WandbImporter._use_artifact_sequenceT) rprqparallel incremental max_workerslimitrrrrrrrrrrrrrrrrrrrrrc  stdtdttttdtj||d}tdt|j||dtdt }tdt|f d d }t ||||d td dS) NzSTART: Import runszSetting up for importzCollecting runsrprzValidating runs, len(runs)=skip_previously_validatedrqzCollecting failed runszImporting runs, len(runs)=c st||}dur|vr|}tjd}td|d|d|j|||dtd|d|d|dS)NrzImporting run=rz , config=rzFinished importing run=)rr%r&rr rwr r)rTrrp rrrrrrqr-rrrr.r/_import_run_wrapped?s  z6WandbImporter.import_runs.._import_run_wrapped)rrzEND: Importing runs) rwr_create_files_if_not_exists _clear_fnameRUN_ERRORS_FNAMErt _collect_runsr&_validate_runs_collect_failed_runsr)r-rprqrrrrrrrrrrrrrzrr.rr/ import_runss$     zWandbImporter.import_runs)rprrqcsRtdtdj||d}tdfdd}t||tddS)NzSTART: Importing reportszCollecting reportsrzImporting reportscdt|j|j}dur|vr|}td|d|j||dtd|d|dS)NzImporting report=rrzFinished importing report=)rr%r&rwr r)r~rrqr-r.r/_import_report_wrappedc z._import_report_wrappedzEND: Importing reports)rwr_collect_reportsr)r-rprrqreportsrr.rr/import_reportsUs    zWandbImporter.import_reports)rprrrqcstdtttdtj|d}tdj||dtdt}tdt|fdd }t |||d t d t|fd d }t |||d tdj |dtddS)zImport all artifact sequences from `namespaces`. Note: There is a known bug with the AWS backend where artifacts > 2048MB will fail to upload. This seems to be related to multipart uploads, but we don't have a fix yet. z#START: Importing artifact sequenceszCollecting artifact sequences)rpzValidating artifact sequences)rrqz$Collecting failed artifact sequencesz(Importing artifact sequences, len(seqs)=cr)Nz Importing artifact sequence seq=rrz)Finished importing artifact sequence seq=)rr%r&rwr r-rrrr.r/!_import_artifact_sequence_wrappedrzRWandbImporter.import_artifact_sequences.._import_artifact_sequence_wrapped)rz$Using artifact sequences, len(seqs)=cr)NzUsing artifact sequence seq=rrz%Finished using artifact sequence seq=)rr%r&rwr rrrr.r/_use_artifact_sequence_wrappedrzOWandbImporter.import_artifact_sequences.._use_artifact_sequence_wrappedzCleaning up dummy runsrprqz!END: Importing artifact sequencesN) rwrrrkrt_collect_artifact_sequences_validate_artifact_sequencesror&rr r})r-rprrrqseqsrrr.rr/import_artifact_sequencesps0       z'WandbImporter.import_artifact_sequences)rzr#rrprrqrzr#rcCsdtd|d|d||r|j|||d|r!|j||d|r+|j|||dtddS)NzSTART: Importing all, runs=z , artifacts=z , reports=)rprrqrzEND: Importing all)rwrrrr)r-rzr#rrprrqr.r.r/ import_alls& zWandbImporter.import_allrqc Cs4t|j|j}|dur||vr||}|j}|j}|j}z|j|d|d|}Wntjy?d|d|g}Ynw|||}|j|j|||d} |rY|| d<t } nt } t d0t | d} | t| dWdn1s{wYWddSWddS1swYdS) Nr7z(run does not exist in dst at dst_entity=z /dst_project=rhri dst_entity dst_projectrirBz runs.lockrBr)rr%r&rmrarTr^rrErRUN_SUCCESSES_FNAMEfilelockFileLockrwriterr) r-r:rqrrrrir;rBdrrr.r.r/ _validate_runs:    "zWandbImporter._validate_run Iterable[Run]c cstt}durtdtd|EdHdSg}|D]&}t|j|j}|dur2||vr2||}||j|j|j|j|j|dqt |}tdt |d|j |dgdd}td t || s}||d }|gd}|jd d D]}|d VqdS)NzRUN_SUCCESSES_FNAME=z is empty, yielding all runs)rhrirrridatazStarting with len(runs)=z in namespacesantirhowonz:After filtering out already successful runs, len(results)=riTrr)rjrrwr rr%r&rrmr DataFramer&r8is_emptyfilteris_nullrlr) r-rzrqrrrrdf2resultsr.r.r/_filter_previously_checked_runssF   z-WandbImporter._filter_previously_checked_runsrrdownload_files_and_comparecheck_entries_are_downloadablec Cs$g}dg}|D]}t||jr||||fSqz ||||} Wnty6|d||||fYSwztdWn&tyd} z|d|jd|j d|jd| WYd} ~ n d} ~ ww|t || 7}|rtt | |r td|zt |td |jd } Wn'tjy} z|d |jd|j d|jd | WYd} ~ nd} ~ wwtd | zt | td | jd } Wn'tjy} z|d| jd| j d| jd | WYd} ~ nd} ~ wwtd| d| t | | } r || ||||fS)Nz^job-(.*?)\.py(:v\d+)?$zdestination artifact not foundzComparing artifact manifestsz6Problem getting problems! problem with src_art.entity=z, src_art.project=z, src_art.name=z e=zDownloading src_art=r7rz-Invalid download link for src src_art.entity=rzDownloading dst_art=z-Invalid download link for dst dst_art.entity=z, dst_art.project=z, dst_art.name=z Comparing artifact dirs src_dir=z , dst_dir=)rsearchr(r9 Exceptionrrwr r%r&r_compare_artifact_manifests_check_entries_are_downloadablerrrQrR DST_ART_PATH_compare_artifact_dirs)r-r6rrrrrBignore_patternspatterndst_artrsrc_dirdst_dirproblemr.r.r/_validate_artifact(s^        z WandbImporter._validate_artifactrIterable[WandbRun]rcs@dd|D}|rtj|d}fdd}t||dS)NcSsg|]}|jqSr.rT)rrr.r.r/rlsz0WandbImporter._validate_runs..rcs2td|j|dtd|dS)NzValidating run=rzFinished validating run=)rwr rrrr.r/rusz3WandbImporter._validate_runs.._validate_run)rtrr)r-rzrrq base_runsrr.rr/reszWandbImporter._validate_runsccstt}durtdtddS|gd}|jddD]&}|d}|d}|d}|j|d |d |}t|fi|j Vq"dS) NzRUN_ERRORS_FNAME=rgrTrrhririr7) rjrrwr rlrrrTrSr)r-runique_failed_runsr{rhririrTr.r.r/r|s z"WandbImporter._collect_failed_runsrc cs$tt}durtdtd|D]}|jEdHqdS|D]n}|D]i}zt||j}WntjyAt d|Yq%w|j dkrUt |t rUt d|q%|j}|j}|j }t|\} } ||d|k|d|k@|d| k@|d | k@|d |k@} t| d kr|Vq%q!dS) NzARTIFACT_SUCCESSES_FNAME=z* is empty, yielding all artifact sequencesz!Failed to get run, skipping: art=rzSkipping history artifact art=rhrir(r?rHr)rjARTIFACT_SUCCESSES_FNAMErwrr#r rrQrRr3rHr_ _DummyRunr r%r&_get_art_name_verrr&) r-rrrrr%r%r&rnr(ver filtered_dfr.r.r/$_filter_previously_checked_artifactssN        z2WandbImporter._filter_previously_checked_artifacts)rrrrqc s|rtdfdd}|}n tdddD}fdd}d d |D} t|| } | D]C\} } } }t| \}}| j| j| | ||| jd }|rZ||d <t}nt }t |d }| t |dWdn1svwYq8dS)NzValidating in incremental modec 3sD]=}|js q|jd}zt|j}Wntjy1td|jd|jd|j Yqw|j dkr=t |t r=q|VqdS)Nrz)Validate Artifact http error: art.entity=z, art.project=z , art.name=r) r#r rrQrRrwr3r%r&r(rHr_r)rrr%)r-rr.r/filtered_sequencess*  zFWandbImporter._validate_artifact_sequences..filtered_sequencesz"Validating in non-incremental modecSsg|] }|jD]}|qqSr.)r#)rrrr.r.r/rsz>WandbImporter._validate_artifact_sequences..cs|\}}}durt||}vr|}|j}|j}td|d|d|j|||d}td|d|d||S)NzValidating art=z , entity=r)rrzFinished validating art=)rr%r&rwr r)argsrr%r&r remapped_nsr)rrrqr-r.r/_validate_artifact_wrappeds zNWandbImporter._validate_artifact_sequences.._validate_artifact_wrappedcss|] }||j|jfVqdSr*)r%r&)rrr.r.r/ sz=WandbImporter._validate_artifact_sequences..)rhrirrr(r?rHrBrBr)rwrrrrr%r&rHrkrrrrr)r-rrrrrqrr#rr art_problemsrrrrBr(rrrrr.)rrrqr-rr/rs8      z*WandbImporter._validate_artifact_sequences)rprskip_ids start_dater`rrrc#svtjti|durd|id<|dur$d|id<fdd}t||}|EdHdS)Nz$ninr(z$gte createdAtc3sJD]}td|j|jdD] }t|fijVqqdS)NzCollecting runs from ns=rv)rwr rzrhrSr)r|rTr`rwrpr-r.r/_runssz*WandbImporter._collect_runs.._runs)rrry itertoolsislice)r-rprrrr`rrzr.rr/rs   zWandbImporter._collect_runs)r%r`ccsBt||j}t||j}||}|D] }t|j|jVqdSr*)rrdefault_entityprojectsrr%r()r-r%r`rrr.r.r/ry#s   zWandbImporter._all_namespaces)rprr`c#sTt|jt|tj|j|jdfdd}t||EdHdS)N)rFrc3s6D]}|jD] }tjj|jdVq qdS)N)r`)rrhrr from_urlr)r|rr`rpr.r/r6s z/WandbImporter._collect_reports..reports) rrryr^loginrVrUrr)r-rprr`rr.rr/r*s  zWandbImporter._collect_reportsc#sXt|jt|fdd}t||}dd|D}|EdHdS)Nc 3sD]Y}td|g}z dd|jD}Wnty*tdYnw|D].}g}|jdkr7q-z|}WntyKtdYnw|D] }|rZt |VqNq-qdS)Nz&Collecting artifact sequences from ns=cSsg|]}|qSr.r.)rrr.r.r/rLrDzYWandbImporter._collect_artifact_sequences..artifact_sequences..zFailed to get artifact types.rz#Failed to get artifact collections.) rwr artifact_typesrhrr3r( collections is_sequencer"rK)r|typesrrcrr.r/artifact_sequencesGs2     zEWandbImporter._collect_artifact_sequences..artifact_sequencescSsi|]}|j|qSr.r2)rrr.r.r/ az=WandbImporter._collect_artifact_sequences..)rrryrrvalues)r-rprr`rrunique_sequencesr.rr/r=s z)WandbImporter._collect_artifact_sequences) rUr$rVr$rWr$rXr$rrr)rY)rTrSrrrprr)rYr*)rr"rr)rr"rrr)rY)rr"r)rY)NN)r6rr%r}r&r}r)r7)F)r:rr;rr<r=r)r>)r:rr;rr)rF)r)rf)rprrr`rsrqrtr)rY)r~r rrr)rY)rr"rr)rprrrqrtrr=rr=rrrrrr=rr=rr=rr=rr=rrr=rr=)rprrrrrqrt)rprrrr=rrrqrt) rzr=r#r=rr=rprrrr=rqrt)r:rrqrtr)rY)rzrrqrtr)r)FT) r6r7rr$rr$rr=rr=)rzrrr=rqrt)rrf) rrfrr=rr=rr=rqrt) rprrrrrrrr}r`rsr)r)r%r}r`rs)rprrrrr`rs)!rMrNrO__doc__rfr4rrr-r'r9rEr@rAror}rrrrrrrrrrrrrrryrrr.r.r.r/rPs #B # O   # -$?F%*3 A +U rrr7r)tuple[str, int]cCs|jd\}}|t|fS)N:v)r(splitr>)rr(rr.r.r/res rr(r$rnrr>cCspt|t}||_t|_tt}|jddd|t|}t |dWdn1s,wY| ||S)NT)parentsrw) r7ART_DUMMY_PLACEHOLDER_TYPErnr$ _descriptionrART_DUMMY_PLACEHOLDER_PATHmkdirr$radd_file)r(rnrrrrr.r.r/_make_dummy_artjs    r rstartc#s\|d}|D]$t\}||dkr%fddt|d|DVgV|}qdS)Nrcsg|] }tj|qSr.)r rH)rr<rr(r.r/rsz-_make_groups_of_artifacts..)rrange)rr prev_verrr.r r/r!{s   r!cCsVt|tr dd|DSt|tst|dr)i}|D] \}}t|||<q|S|S)NcSsg|]}t|qSr.)ra)ritemr.r.r/rrz+_recursive_cast_to_dict..rU)r_rtrFhasattrrUra)objnew_dictrFrr.r.r/ras raư>csttr!ttr!krdStfddDSttjr5ttjr5tkSttur?dSkS)NFc3s$|] }t||VqdSr*)rb)rr[epsxyr.r/rs"z _almost_equal..)r_rFkeysallnumbersNumberabsrH)rrrr.rr/rbsrbc@seZdZUdZded<dS) _DummyUserrr$rN)rMrNrOrrPr.r.r.r/rs rc@seZdZUdZded<dZded<eZded<eZded<eZ ded<dZ ded<dZ ded <dZ ded <d Z ded <eed Zded<eed Zded<eed Zded<eed Zded<ddZdS)rrr$r%r&rirmrrrr~z 2000-01-01r)default_factoryrrrtrrFrrrpcCsgSr*r.r,r.r.r/rrz_DummyRun.filesN)rMrNrOr%rPr&r{rirmrrrr~rrrrrtrrFrrrprr.r.r.r/rs          rrpl.DataFrame | Nonec Csrzt|}W|StyYdSty8}zdt|vr&WYd}~dSdt|vr3WYd}~dSd}~ww)Nz&empty string is not a valid JSON valuezerror parsing ndjson)r read_ndjsonFileNotFoundError RuntimeErrorr$)rrrr.r.r/rjs    rjc Csd}z|}Wn ty(}ztd|d|d|WYd}~nd}~ww|dur/|Std}|jj|d|jid}|didi}t |j |j |d t |d t d }|S) Nz2Can't log artifact because run doesn't exist, art=z, run=ra query ArtifactCreatedBy( $id: ID! ) { artifact(id: $id) { createdBy { ... on Run { name project { name entityName } } } } } rmrartifact createdByr()r%r&rirm) r%rrwrxr rrrmrrr%r&r{)rr`rTrqueryrScreatorr.r.r/r s.   r rYcCstjd|}tjd|}td|d|zt||Wn ty,Ynwt|d WddS1s>wYdS)Nr7z/prev_zMoving old_fname=z to new_fname=r)rrrwr shutilcopy2r r)r old_fname new_fnamer.r.r/rs  "rrr}cCsdztd|j|ddWdWS1swYWdSty1td|YdSw)N click.echoT)r skip_cachezError downloading artifact art=)r rrrwr3)rrr.r.r/rs  ( rcCs|dur td|j}t||d}durtd||jd\}}t|t}|j|_|j |_ |j |_ |j |_td||Wd|S1sOwY|S)Nr7rzProblem downloading art=rr*)rr(rrrr7rrHrnr _created_ataliases_aliasesr#rr add_dir)rrrhr(rrr.r.r/rs     rc CsVttttg}|D] }td|dt|dWdn1s#wYqdS)NzCreating fname=z if not existsrB)rkrrrrwr r)fnamesrr.r.r/r(s rrlist[pl.DataFrame] pl.DataFramecst|dkr tSt|dkr|dS|d|ddD]-}j|ddgdfddjD}|D]\}}||}||q5qS)Nrrouterrrcs*g|]}|djvr||dfqS)_right)columns)rr merged_dfr.r/rAs  z_merge_dfs..)r&rrr8r5 fill_nullrdrop)rr col_pairsrrightnew_colr.r6r/r6s    r)rr7r)r)r(r$rnr$rr>)r)rr"r r>)r)rr$r)rr*)rr7)rr$r)rY)rr7rr$r)r})rr7rr})r)rY)rr1r)r2)hr __future__rrrloggingrrgrr&collections.abcrr dataclassesrrrrpathlibrtypingr unittest.mockr rpolarsrrQrNwandb_workspaces.reports.v1rv1rr wandb_gqlr r r^wandb.apis.publicr rwandb.apis.public.filesr wandb.sdk.libr wandb.utilrrrr internalsrinternals.protocolsrrinternals.utilrrr7r_apispublicProjectrkrrrr$r{rrrr getLoggerrMrwsetLevelINFOgetenv rich.loggingr addHandler StreamHandlerconsole_handler Formatter formatter setFormatterr"rSrrr r!rarbrrrjr rrrrrr.r.r.r/s                    h       +