o ̳iA<@sddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z ddl m Z ddl Z ddlZ ddlmZddlmZmZmZddlmZddlmZdd lmZdd lmZddlZdd lmZmZdd lm Z dd l!m"Z"ddl#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ddl0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6dZ7dZ8dZ9dZ:dZ;dade"j?de"j@diZAdeBfddZCdedfd d!ZDd"e jEddfd#d$ZFeGeHZIdefd%d&ZJ d=dd'd"e jEd(eBd)e2d*eBdBd+eKdeKf d,d-ZLd"e jEdeKfd.d/ZMd"e jEd(eBd0eNd1eNdBddf d2d3ZOd=d"e jEd4e2d*eBdBdeKfd5d6ZPd7ZQd8ZRGd9d:d:ZSGd;d<d<ZTdS)>N)Callable)datetimetimezone)urlparse) KaggleClient) KaggleEnvget_envis_in_kaggle_notebook)KaggleHttpClient)parse) HTTPBasicAuth)tqdm)delete_from_cacheget_cached_archive_path)get_kaggle_credentials)KaggleDatasetAdapter)"KAGGLE_DATA_PROXY_URL_ENV_VAR_NAMEis_in_colab_notebookread_kaggle_build_datesearch_lib_in_call_stack) BackendErrorColabEnvironmentErrorCredentialErrorDataCorruptionErrorKaggleEnvironmentError NotFoundErrorcolab_raise_for_status)CompetitionHandleResourceHandle)get_md5_checksum_from_response to_b64_digestupdate_hash_from_fileiz Accept-RangesiFz}The X-Goog-Hash header indicated a MD5 checksum of: {} but the actual MD5 checksum of the downloaded contents was: {} hugging_face_data_loaderpandas_data_loaderpolars_data_loaderreturnc Csdtjg}dD]}t|}|dur||nq tD]9}|jdkr'qt|j}|r:t |dr:|j ds;qd|jj vrG|jj dnd}|rX|t vrX|t |nqtrht}|d|ntrtd }td rwd nd }|d ||d|S)zxIdentifies the user agent based on available system information. Returns: str: user agent information. z kagglehub/) keras_hub keras_nlpkeras_cvkeras torchtuneN dataset_load__name__zkagglehub.datasetsadapterzkkb/COLAB_RELEASE_TAGTBE_RUNTIME_ADDRz-managedz -unmanagedzcolab/ ) kagglehub __version__rappendinspectstackfunction getmoduleframehasattrr. startswithf_localsADAPTER_TO_USER_AGENT_MAPr rrosgetenvjoin) user_agentsliblib_info frame_infomoduler/ build_date colab_tagruntime_suffixrJE/home/ubuntu/.local/lib/python3.10/site-packages/kagglehub/clients.pyget_user_agentGs4       rL).NcCstSN)_check_response_versionrJrJrJrKget_response_processornsrOresponsecCs\trdS|jd}|r*ttj}t|}||kr,tjd|d|ddadSdSdS)NzX-Kaggle-HubVersionzMWarning: Looks like you're using an outdated `kagglehub` version (installed: z4), please consider upgrading to the latest version ()T) already_printed_version_warningheadersgetr r3r4sysstdoutwrite)rPlatest_version_strcurrent_versionlatest_versionrJrJrKrNrs"  rNc CsRt}t}|tjkr dnd}|st||tdSt|||j|j|jtt dS)NTF)envverbose user_agent)r[r\usernamepassword api_tokenr]response_processor) rrrTESTrrLr^keyapi_keyrO) credentialsr[r\rJrJrKbuild_kaggle_clients$rf)extract_auto_compressed_fileout_fileresource_handle cached_pathrgc CsBd|jvr t|jdnd}d}t|trt|||sdSt|}|r'tnd}t|r|rt j |rt j |}t ||||krOtd|ddStd|d ||d tj|jdttfd d |d id} td|d|d|dt| ||||Wdn1swYntd|dt||||||rt|} | |krt |tt|| t|j dd} t|jj dd} |r| d| krt|rtd| d|d} t || t | d}|!| t j "|Wdn 1swYt | dS)z Issues a call to kaggle api and downloads files. For competition downloads, call may return early if local cache is newer than the last time the file was modified. Returns: bool: If downloading remote was necessary zContent-LengthNrFzDownload already complete (z bytes).TzResuming download from z bytes (z bytes left)...Rangezbytes=-)streamtimeoutrSzResuming download to z (/z ) bytes left.zDownloading to z...z.zipzExtracting zip of r)#rSint isinstancer_download_neededrhashlibmd5 _is_resumabler?pathisfilegetsizer!loggerinforequestsrTurlDEFAULT_CONNECT_TIMEOUTDEFAULT_READ_TIMEOUT_download_filer remover_CHECKSUM_MISMATCH_MSG_TEMPLATEformatrsplitzipfile is_zipfilerenameZipFileextractdirname)rPrhrirjrg total_size size_readexpected_md5_hash hash_objectresumed_responseactual_md5_hashexpected_downloaded_file_nameactual_downloaded_file_namerenamed_auto_compressed_pathfrJrJrK download_files\       rcCst|jvo |jtdkS)Nbytes)ACCEPT_RANGE_HTTP_HEADERrS)rPrJrJrKrwsrwrrc Cs&|dkrdnd}|durgt||ddddH}t||*}|tD]}|||r/||t||t}|t|q!Wdn1sHwYWddSWddS1s`wYdSt||}|tD]}|||r||qrWddS1swYdS)NrabwbBTi)totalinitialunit unit_scale unit_divisor)r open iter_content CHUNK_SIZErWupdateminlen) rPrhrrr open_mode progress_barrchunkrJrJrKrs.   "   "rhc Cs|sdS|jd}|dur$t||t|}tjtj|dddSt |jddj t j d}tj |}|rdtjtj|t j d}||k}|rbt||t|}tjtj|dddSdSt||t|}tjtj|dddS) z| Determine if a download is needed based on timestamp and cached path. Returns: bool: download needed. Tz Last-ModifiedN)exist_okz%a, %d %b %Y %H:%M:%S %Z)tzinfo)tzF)rSrTrrr?makedirsrxrrstrptimereplacerutcexists fromtimestampgetmtime) rPrrj last_modified archive_path remote_date file_exists local_datedownload_neededrJrJrKrts2     rtKAGGLE_USER_SECRETS_TOKENKAGGLE_DATA_PROXY_TOKENc @sDeZdZdZd ddZeeffdedede e e fdefd d Z dS) KaggleJwtClientz/kaggle-jwt-handler/r'NcCstt|_|jdurdtd}t|tt}|dur'dt}t|tt}|dur9dt}t|dd||d|_dS)NThe  should be set.zOA JWT Token is required to call Kaggle, but none found in environment variable zVA Data Proxy Token is required to call Kaggle, but none found in environment variable application/jsonzBearer ) Content-typezX-Kaggle-AuthorizationzX-KAGGLE-PROXY-DATA) r?r@rendpointrKAGGLE_JWT_TOKEN_ENV_VAR_NAMEr$KAGGLE_DATA_PROXY_TOKEN_ENV_VAR_NAMErS)selfmsg jwt_tokendata_proxy_tokenrJrJrK__init__:s,      zKaggleJwtClient.__init__ request_namedatarncCs|jtj|}tj||jtt|d|d6}| |}d|vr-d}t ||ds;d|j }t |d|vrEd}t ||dWdS1sSwYdS)Nzutf-8)rSrrn wasSuccessfulz+'wasSuccessful' field missing from responsezPOST failed with: resultz$'result' field missing from response) rr BASE_PATHr}postrSrjsondumpsraise_for_statusrtext)rrrrnr~rP json_responserrJrJrKrUs* $zKaggleJwtClient.postr'N) r. __module__ __qualname__rrrrstrdicttuplefloatrrJrJrJrKr7s  rc @sleZdZdZdZdZdZdZdZdZ ddd Z dd e d e d e dBde dBfd dZdejjdBfddZdS) ColabClientz/kagglehub/models/is_supportedz /kagglehub/datasets/is_supportedz/kagglehub/models/mountz/kagglehub/datasets/mountr1r'NcCsDt|j|_|jdurd|jd}t|t|_ddi|_dS)Nrrrr)r?r@TBE_RUNTIME_ADDR_ENV_VAR_NAMErrrrerS)rrrJrJrKr{s  zColabClient.__init__r handle_pathricCsd|j|}tj|t|||jttfd$}|j t kr#t t |||j r6|WdSWddS1sAwYdS)Nzhttp://)rauthrSrn)rr}rrr _get_authrSrr status_codeHTTP_STATUS_404rrr)rrrrir~rPrJrJrKrs(     zColabClient.postcCsB|jr|jjr|jjrt|jj|jjS|jjrt|jjSdSrM)rer^rcr rdr BearerAuth)rrJrJrKrs zColabClient._get_authrrM)r.rrIS_SUPPORTED_PATHIS_MODEL_SUPPORTED_PATHIS_DATASET_SUPPORTED_PATH MOUNT_PATHMODEL_MOUNT_PATHDATASET_MOUNT_PATHrrrrrrr}rAuthBaserrJrJrJrKrps $ rrM)Urur6rloggingr?rUrcollections.abcrrr urllib.parserr} requests.authkagglesdk.kaggle_clientrkagglesdk.kaggle_envrrr kagglesdk.kaggle_http_clientr packaging.versionr r r r3kagglehub.cacherrkagglehub.configrkagglehub.datasets_enumsr kagglehub.envrrrrkagglehub.exceptionsrrrrrrrkagglehub.handlerrkagglehub.integrityrr r!rrrrrrRr HUGGING_FACEPANDASPOLARSr>rrLrOResponserN getLoggerr.r{rfboolrrwrrrrtrrrrrJrJrJrKs         $  '  J "/9