o xi6@sddlZddlZddlZddlmZddlZddlmZddlmZddl m Z ddl m Z dZ dZed Zed ZGd d d ZGd ddeZdddZdddZGdddeZGdddeZdS)N)gql)util)Api) val_to_json) filenameszwandb.h5)z numpy.ndarrayztensorflow.Tensorz torch.Tensorh5pynumpyc@seZdZdZd(ddZddZdd Zd d Zd d ZddZ d)ddZ ddZ d*ddZ ddZ ddZddZddZdd Zd!d"Zd+d$d%Zd&d'ZdS),SummarySubDictzNested dict-like object that proxies read and write operations through a root object. This lets us do synchronous serialization and lazy loading of large values. NcCsZt||_|dur||_i|_n||_|j}|D]}||i}q||_i|_t|_dSN)tuple_path_root _json_dictget_dictset _locked_keys)selfrootpath json_dictkr r E/home/ubuntu/.local/lib/python3.10/site-packages/wandb/old/summary.py__init__s  zSummarySubDict.__init__cCs0|}|drt|||dS|||<dSN_)strip startswithobject __setattr__)rrvr r rr ,s  zSummarySubDict.__setattr__cCs&|}|drt||S||Sr)rrr__getattribute__rrr r r __getattr__3s  zSummarySubDict.__getattr__cCt)aPLoad a value at a particular path from the root. This should only be implemented by the "_root" child class. We pass the child_dict so the item can be set on it or not as appropriate. Returning None for a nonexistent path wouldn't be distinguishable from that path being set to the value None. NotImplementedError)rr child_dictr r r _root_get:s zSummarySubDict._root_getcCr%)z{Set a value at a particular path in the root. This should only be implemented by the "_root" child class. r&)rrnew_keys_valuesr r r _root_setEzSummarySubDict._root_setcCr%)z~Delete a value at a particular path in the root. This should only be implemented by the "_root" child class. r&rrr r r _root_delLr,zSummarySubDict._root_delFcCr%r r&)rcommitr r r_writeSszSummarySubDict._writecCs |jSr )rkeysrr r rr1Ws zSummarySubDict.keyscCsBt|tr |}||jvr|j|j|f|j|j||Sr ) isinstancestrrrrr)r r)rrdefaultr r rr\s  zSummarySubDict.getccs"|D] }|||fVqdSr )r1r#r r ritemscs zSummarySubDict.itemscCs*t|tr |}|||j|}|Sr )r3r4rrr)rrresr r r __getitem__is   zSummarySubDict.__getitem__cCst|tr |}||jvSr )r3r4rrr#r r r __contains__rs  zSummarySubDict.__contains__cCst|tr |}|j}t|tr0t|j||f|j|<|j||ifg|j| |n||j|<|j|||fg|j ||j |Sr ) r3r4rr dictr rrr+updateraddr0)rrr!rr r r __setitem__xs     zSummarySubDict.__setitem__cCs2|}|j|=|j|j|f|jdSr )rrrr.r r0r#r r r __delitem__szSummarySubDict.__delitem__cCs^t|j}|jD]"}|j|}||vr$t|tr$|dtvr$d||<q||||<qt|S)N_typez...)r:rrr3rH5_TYPESrepr)r repr_dictrr!r r r__repr__s    zSummarySubDict.__repr__TcCs2|r|||}|j|j||jjdddS)zLocked keys will be overwritten unless overwrite=False. Otherwise, written keys will be added to the "locked" list. T)r/N)_updaterr+r r0)rkey_vals overwrite write_itemsr r rr;s zSummarySubDict.updatecssdSddD|rt}|jnt|j}fdd|D}|D]%\}}t|trRt|j |j |f|j |<|j | ||q2||j |<q2|S)NcSsi|] \}}||qSr )r).0rr!r r r sz*SummarySubDict._update..csg|]}||fqSr r )rHrrEr r sz*SummarySubDict._update..) r6listrr;r1rr3r:r rr rrD)rrErFrG write_keyskeyvaluer rJrrDs    zSummarySubDict._update)Nr Fr )NT)__name__ __module__ __qualname____doc__rr r$r)r+r.r0r1rr6r8r9r=r>rCr;rDr r r rr s&       r csleZdZdZdfdd ZddZddZd d Zd d Zd dZ dddZ ddZ ddZ ddZ ZS)SummaryzStore summary metrics (eg. accuracy) during and after a run. You can manipulate this as if it's a Python dictionary but the keys get mangled. .strip() is called on them, so spaces at the beginning and end are removed. NcsFt||_tj|jjt|_d|_ i|_ |dur!||_ dSdSr ) superr_runosrjoindirDEEP_SUMMARY_FNAME_h5_path_h5r)rrunsummary __class__r rrs  zSummary.__init__cCdSr r r-r r r _json_getzSummary._json_getcCsL|j}|ddD]}||}q |d}||vr$||||||<dSdS)N)r_decode)rrr(rrNr r rr)s zSummary._root_getcCs|j}|ddD]}||}q ||d}||d=t|trF|dtvrHts0tddS|dd |}|j |=|j dSdSdS)Nrer?z)Deleting tensors in summary requires h5pysummary/.) rr3r:rr@rwandb termerroropen_h5rYr]flush)rrrrNvalh5_keyr r rr.s   zSummary._root_delcCs@|j}|D]}||}q|D]\}}||||f||<qdSr )r_encode)rrr*rrNnew_key new_valuer r rr+s   zSummary._root_setcCsh||jstddSz |jdd|=Wn ty"Ynw||jdd|<|jdS)Nz(Storing tensors in summary requires h5pyrgrh)rkr]rirjrYKeyErrorrlrrrmr r rwrite_h5s zSummary.write_h5cCs4||jstddS|jdd||S)Nz*Reading tensors from summary requires h5pyrgrh)rkr]rirjrrYrsr r rread_h5 szSummary.read_h5cCs*|jstrtj|jddd|_dSdSdS)Nalatest)libver)r]rFiler\r2r r rrks zSummary.open_h5cCsNt|tr%|dtvr|||S|ddkr tddSt||S|S)zDecode a `dict` encoded by `Summary._encode()`, loading h5 objects. h5 objects may be very large, so we won't have loaded them automatically. r?z data-framezUThis data frame was saved via the wandb data API. Contact support@wandb.com for help.N)r3r:rr@rurirjr )rr json_valuer r rrfs   zSummary._decodec Cst|tri}|D]\}}||||f||<q |Sd|}tt|j||dd\}}t |t |\}}|rC| |||S)aNormalize, compress, and encode sub-objects for backend storage. value: Object to encode. path_from_root: `tuple` of key strings from the top-level summary to the current `value`. Returns: A new tree of dict's with large objects replaced with dictionaries with "_type" entries that say which type the original data was. rhr_) namespace) r3r:r6rorYr json_friendlyrrWmaybe_compress_summaryget_h5_typenamert) rrOpath_from_rootrzrNrfriendly_value converted compressedr r rro-s    zSummary._encoder )rQrRrSrTrrcr)r.r+rtrurkrfro __classcell__r r r`rrUs   rUcCspt}|j|p |dt|p|d|d}|r2d|vr4|ddur6td|j||d\}}|SdSdSdS)Nprojectentity)rr^md5zDownloading summary data...)out_dir)r download_urlsettingsr[ritermlogdownload_write_file)run_idrrrapimetarr7r r r download_h5Os    rcCs^t}tdt|d}|jtj||i|||dWddS1s(wYdS)NzUploading summary data...rb)r^rr)rriropenpushrXrbasename)filerrrrfr r r upload_h5^s  "rcs.eZdZfddZddZdddZZS) FileSummarycs,t|tj|jtj|_| dSr ) rVrrXrrYrZr SUMMARY_FNAME_fnameload)rr^r`r rrhs  zFileSummary.__init__c Cs`z t|j}t||_WdWdS1swYWdSttfy/i|_YdSwr )rrjsonrrOSError ValueError)rrr r rrms & zFileSummary.loadFcCs|t|jd!}|t|j|d|t| Wdn1s*wY|j r<|j d|_ dSdS)Nw ) rrwriterjson_dumps_saferrrlrXfsyncfilenor]close)rr/rr r rr0ts   zFileSummary._writerP)rQrRrSrrr0rr r r`rrgs rcsDeZdZd fdd ZddZddZfdd Zdd d ZZS) HTTPSummaryNcs*tj||d||_||_t|_dS)N)r_)rVrrW_clienttime_started)rr^clientr_r`r rrszHTTPSummary.__init__cCs||jvr t||j|=dSr )rrr)rrNr r rr>s  zHTTPSummary.__delitem__cCrbr r r2r r rrrdzHTTPSummary.loadcs8|jstrt|jj|jj|jj|jjdt dS)N)rrr) r]rrrWidrrrZrVrkr2r`r rrks zHTTPSummary.open_h5FcCstd}|rS|jr|jd|_|jj||jjt|j dd}|ddds,J|jj \}}}t j |j rOt j |j |jkrQt|j |||ddSdSdSdS) Nz mutation UpsertBucket( $id: String, $summaryMetrics: JSONString) { upsertBucket(input: { id: $id, summaryMetrics: $summaryMetrics}) { bucket { id } } } )rsummaryMetrics)variable_values upsertBucketbucketr)rrF)rr]rrexecuterW storage_idrrrrrXexistsr\getmtimerr)rr/mutationr7rrr^r r rr0s,    zHTTPSummary._writer rP) rQrRrSrr>rrkr0rr r r`rrs   r)NNN)NN)rrXr wandb_gqlrrirwandb.apis.internalrwandb.sdk.data_types.utilsr wandb.sdk.librr[r@ get_modulernpr rUrrrrr r r rs*       3