o
    8wÖi'  ã                	   @   s|  U d dl Z d dlZ d dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZ e e dd¡d  ¡ZdZd	Zd
Zej dd¡Zed ZdZdZe e ¡ ¡Zh d£Zh d£Ze dh¡Z e dh¡Z!e e j" d¡¡Z#e e j" d¡¡Z$e e j" d¡¡Z%e e j" d¡¡Z&e e j" d¡¡Z'ej dd¡ (¡ Z)ej dd¡ (¡ Z*ej dd¡ (¡ Z+dZ,dZ-e*e v rçe)evrçe j. /d¡duZ-e-ræze e j" d¡¡Z,e 0de,› d¡ W n e j"j1yå   Y nw ne 2d ¡ dZ3e j. /d!¡duZ4e4rze e j" d!¡¡Z3e 0d"e3› d¡ W n e j"j1y   Y nw dZ5e j. /d#¡duZ6e6rHze e j" d#¡¡Z5e 0d$e5› d¡ W n e j"j1yG   Y nw dZ7dZ8e)e v r¡e*evr¡e j. /d%¡duZ8e8r‚d&D ]Z9ze e j" e9¡¡Z7W n e j"j1y}   Y qcw  ndZ8e8r e7j:d'k r—e 2d(e7› d)¡ dZ8ne 2d*e7› d¡ ne 2d+¡ dZ;dZ<e+e v råe j. /d,¡duo¿e j. /d-¡duZ<e<räze e j" d,¡¡Z;e 2d.e;› d¡ W n e j"j1yã   Y nw ne 2d/¡ e j. /d0¡duZ=e j. /d1¡duZ>e j. /d2¡duoe e  ?d2¡j@¡e d3¡kZAe j. /d2¡duo'e e  ?d2¡j@¡e d4¡kZBe j. /d5¡duZCe j. /d6¡duZDe j. /d7¡duZEe j. /d8¡duZFe j. /d9¡duZGe j. /d:¡duZHe j. /d;¡duZId<ZJe Kd=eJ¡ZLejM NeLd>¡ZOejM Pe Kd?eO¡¡ZQejM NeQd@¡ZRee KdAeR¡ƒZSejM NeQdB¡ZTee KdCeT¡ƒZUdDZVejM NeSeV¡ZWee KdEeW¡ƒZXdFZYejM NeWeY¡ZZee KdGeZ¡ƒZ[ej dHd¡ (¡ e v Z\dIZ]dJZ^dKZ_dLZ`dMZadNZbdNZcdNZddLZeej dO¡Zfefdu räe
jgnef (¡ ev ZgegZhej dP¡Zieidurýei (¡ ev ndZjeek eldP< d Zmenej dQem¡ƒZodRZpdSZqdTZrdUZsdVZtdWZudXZvdYZwdZZxd[Zyd\Zzd]Z{d^Z|d_Z}d`Z~daZdLZ€daZdKZ‚dbZƒdcZ„ddZ…dS )eé    N)ÚPath)ÚOptional)Ú	constants)ÚversionÚ.é   zBhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/datasetsz5https://cdn-datasets.huggingface.co/datasets/datasetszXhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/datasets/{path}/{name}ÚHF_ENDPOINTzhttps://huggingface.coz-/datasets/{repo_id}/resolve/{revision}/{path}z)hf://datasets/{repo_id}@{revision}/{path}Úmain>   Ú1ÚONÚYESÚTRUE>   Ú0ÚNOÚOFFÚFALSEÚAUTOÚdillÚfsspecÚpandasÚpyarrowÚhuggingface_hubÚUSE_TFÚ	USE_TORCHÚUSE_JAXzN/AFÚtorchzPyTorch version z available.z'Disabling PyTorch because USE_TF is setÚpolarszPolars version ÚduckdbzDuckdb version Ú
tensorflow)	r   ztensorflow-cpuztensorflow-gpuz
tf-nightlyztf-nightly-cpuztf-nightly-gpuzintel-tensorflowztensorflow-rocmztensorflow-macosé   z"TensorFlow found but with version z(. `datasets` requires version 2 minimum.zTensorFlow version z-Disabling Tensorflow because USE_TORCH is setÚjaxÚjaxlibzJAX version z-Disabling JAX because USE_JAX is set to FalseÚ
sqlalchemyÚPILÚ	soundfilez1.0.31z1.1.0Ú
torchcodecÚtorchvisionÚ
pdfplumberÚrarfileÚ	zstandardÚlz4Úpy7zrz~/.cacheÚXDG_CACHE_HOMEÚhuggingfaceÚHF_HOMEÚdatasetsÚHF_DATASETS_CACHEÚmodulesÚHF_MODULES_CACHEÚ	downloadsÚ$HF_DATASETS_DOWNLOADED_DATASETS_PATHÚ	extractedÚ#HF_DATASETS_EXTRACTED_DATASETS_PATHÚHF_UPDATE_DOWNLOAD_COUNTSé   Tiè  é
   Ú500MBéd   ÚHF_DATASETS_OFFLINEÚ!HF_DATASETS_DISABLE_PROGRESS_BARSÚHF_DATASETS_IN_MEMORY_MAX_SIZEzdataset.arrowzindices.arrowz
state.jsonzdataset_info.jsonzdataset_infos.jsonÚLICENSEzdataset_dict.jsonÚconfigsz	README.mdz.huggingface.yamlÚdatasets_moduleséÿ   zhf_datasets-é   é   éÈ   gš™™™™™©?é2   l        )†Ú	importlibÚimportlib.metadataÚloggingÚosÚplatformÚpathlibr   Útypingr   r   r   Ú	packagingr   Ú	getLoggerÚ__name__ÚsplitÚloggerÚS3_DATASETS_BUCKET_PREFIXÚ"CLOUDFRONT_DATASETS_DISTRIB_PREFIXÚREPO_DATASETS_URLÚenvironÚgetr   ÚHUB_DATASETS_URLÚHUB_DATASETS_HFFS_URLÚHUB_DEFAULT_VERSIONÚparseÚpython_versionÚ
PY_VERSIONÚENV_VARS_TRUE_VALUESÚENV_VARS_FALSE_VALUESÚunionÚENV_VARS_TRUE_AND_AUTO_VALUESÚENV_VARS_FALSE_AND_AUTO_VALUESÚmetadataÚDILL_VERSIONÚFSSPEC_VERSIONÚPANDAS_VERSIONÚPYARROW_VERSIONÚHF_HUB_VERSIONÚupperr   r   r   ÚTORCH_VERSIONÚTORCH_AVAILABLEÚutilÚ	find_specÚdebugÚPackageNotFoundErrorÚinfoÚPOLARS_VERSIONÚPOLARS_AVAILABLEÚDUCKDB_VERSIONÚDUCKDB_AVAILABLEÚ
TF_VERSIONÚTF_AVAILABLEÚpackageÚmajorÚJAX_VERSIONÚJAX_AVAILABLEÚSQLALCHEMY_AVAILABLEÚPIL_AVAILABLEÚimport_moduleÚ__libsndfile_version__ÚIS_OPUS_SUPPORTEDÚIS_MP3_SUPPORTEDÚTORCHCODEC_AVAILABLEÚTORCHVISION_AVAILABLEÚPDFPLUMBER_AVAILABLEÚRARFILE_AVAILABLEÚZSTANDARD_AVAILABLEÚLZ4_AVAILABLEÚPY7ZR_AVAILABLEÚDEFAULT_XDG_CACHE_HOMEÚgetenvr,   ÚpathÚjoinÚDEFAULT_HF_CACHE_HOMEÚ
expanduserÚHF_CACHE_HOMEÚDEFAULT_HF_DATASETS_CACHEr0   ÚDEFAULT_HF_MODULES_CACHEr2   ÚDOWNLOADED_DATASETS_DIRÚ DEFAULT_DOWNLOADED_DATASETS_PATHÚDOWNLOADED_DATASETS_PATHÚEXTRACTED_DATASETS_DIRÚDEFAULT_EXTRACTED_DATASETS_PATHÚEXTRACTED_DATASETS_PATHr7   Ú&HF_DATASETS_MULTITHREADING_MAX_WORKERSÚUSE_PARQUET_EXPORTÚDEFAULT_MAX_BATCH_SIZEÚ'ARROW_READER_BATCH_SIZE_IN_DATASET_ITERÚMAX_SHARD_SIZEÚ)PARQUET_ROW_GROUP_SIZE_FOR_AUDIO_DATASETSÚ)PARQUET_ROW_GROUP_SIZE_FOR_IMAGE_DATASETSÚ*PARQUET_ROW_GROUP_SIZE_FOR_BINARY_DATASETSÚ)PARQUET_ROW_GROUP_SIZE_FOR_VIDEO_DATASETSÚ_offlineÚHF_HUB_OFFLINEr<   Ú#__HF_DATASETS_DISABLE_PROGRESS_BARSr=   ÚboolÚ__annotations__ÚDEFAULT_IN_MEMORY_MAX_SIZEÚfloatÚIN_MEMORY_MAX_SIZEÚDATASET_ARROW_FILENAMEÚDATASET_INDICES_FILENAMEÚDATASET_STATE_JSON_FILENAMEÚDATASET_INFO_FILENAMEÚDATASETDICT_INFOS_FILENAMEÚLICENSE_FILENAMEÚDATASETDICT_JSON_FILENAMEÚMETADATA_CONFIGS_FIELDÚREPOCARD_FILENAMEÚREPOYAML_FILENAMEÚMODULE_NAME_FOR_DYNAMIC_MODULESÚ%MAX_DATASET_CONFIG_ID_READABLE_LENGTHÚTEMP_CACHE_DIR_PREFIXÚSTREAMING_READ_MAX_RETRIESÚSTREAMING_READ_RETRY_INTERVALÚ*DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEÚ2GLOBBED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEÚ3ARCHIVED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEÚ/MAX_NUM_RUNNING_ASYNC_MAP_FUNCTIONS_IN_PARALLELÚPBAR_REFRESH_TIME_INTERVALÚUPLOADS_MAX_NUMBER_PER_COMMITÚMAX_TABLE_NBYTES_FOR_PICKLING© r¾   r¾   úL/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/datasets/config.pyÚ<module>   sT  
 ÿü
ÿÿÿ€

"ÿü

ÿþ
ÿþÿ
ÿý