
    +gd                         d dl Z d dlZd dlZd dlmZ d dlmZ ddlmZ  ee	          Z
dZdZdZd	Zd
ZdZej                            dd          Zedz   ZdZ ej         ej                              Ze ej        d          k     rd dlZnd dlmZ h dZe                    dh          Z ej         ej        d                    Z ej         ej        d                    Z  ej         ej        d                    Z!ej                            dd          "                                Z#ej                            dd          "                                Z$ej                            dd          "                                Z%dZ&dZ'e$ev rle#evrhe j(        )                    d          duZ'e'rI	  ej         ej        d                    Z&e
*                    de& d           n&# ej+        $ r Y nw xY wne
*                    d           dZ,dZ-e#ev re$evre j(        )                    d          duZ-e-r7d D ]2Z.	  ej         ej        e.                    Z, n# ej+        $ r Y /w xY wdZ-e-r@e,j/        d!k     re
*                    d"e, d#           dZ-n/e
*                    d$e, d           ne
*                    d%           dZ0dZ1e%ev re j(        )                    d&          duoe j(        )                    d'          duZ1e1rI	  ej         ej        d&                    Z0e
*                    d(e0 d           n&# ej+        $ r Y nw xY wne
*                    d)           ej                            d*d          "                                Z2dZ3dZ4e2ev rK	  ej         ej        d+                    Z3d,Z4e
*                    d-e3 d           n%# ej+        $ r Y nw xY we
*                    d.           e j(        )                    d/          duZ5e j(        )                    d0          duZ6e j(        )                    d1          duo4 ej         e j7        d1          j8                   ej        d2          k    Z9e j(        )                    d1          duo4 ej         e j7        d1          j8                   ej        d3          k    Z:e j(        )                    d4          duZ;e j(        )                    d5          duZ<e j(        )                    d6          duZ=e j(        )                    d7          duZ>d8Z? ej@        d9e?          ZAejB        C                    eAd:          ZDejB        E                     ej@        d;eD                    ZFejB        C                    eFd<          ZG e ej@        d=eG                    ZHejB        C                    eFd>          ZI e ej@        d?eI                    ZJejB        C                    eFd@          ZK e ej@        dAeK                    ZLdBZMejB        C                    eHeM          ZN e ej@        dCeN                    ZOdDZPejB        C                    eNeP          ZQ e ej@        dEeQ                    ZRej                            dFd          "                                ev ZSdGZTdHZUdIZVdJZWej                            dKd          "                                ev ZXd ZY eZej                            dLeY                    Z[dMZ\dNZ]dOZ^dPZ_dQZ`dRZadSZbdTZcdUZddVZedWZfdXZgdYZhdHZidYZjdZZkdS )[    N)Path)version   )
get_loggerzBhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/datasetsz5https://cdn-datasets.huggingface.co/datasets/datasetszXhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/datasets/{path}/{name}zAhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/metricsz3https://cdn-datasets.huggingface.co/datasets/metriczWhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/metrics/{path}/{name}HF_ENDPOINTzhttps://huggingface.coz-/datasets/{repo_id}/resolve/{revision}/{path}mainz3.8>   1ONYESTRUEAUTOdillpandaspyarrowUSE_TF	USE_TORCHUSE_JAXzN/AFtorchzPyTorch version z available.z'Disabling PyTorch because USE_TF is set
tensorflow)	r   ztensorflow-cpuztensorflow-gpuz
tf-nightlyztf-nightly-cpuztf-nightly-gpuzintel-tensorflowztensorflow-rocmztensorflow-macos   z"TensorFlow found but with version z(. `datasets` requires version 2 minimum.zTensorFlow version z-Disabling Tensorflow because USE_TORCH is setjaxjaxlibzJAX version z-Disabling JAX because USE_JAX is set to FalseUSE_BEAMapache_beamTzApache Beam version z6Disabling Apache Beam because USE_BEAM is set to False
sqlalchemyPIL	soundfilez1.0.31z1.1.0rarfile	zstandardlz4py7zrz~/.cacheXDG_CACHE_HOMEhuggingfaceHF_HOMEdatasetsHF_DATASETS_CACHEmetricsHF_METRICS_CACHEmodulesHF_MODULES_CACHE	downloads$HF_DATASETS_DOWNLOADED_DATASETS_PATH	extracted#HF_DATASETS_EXTRACTED_DATASETS_PATHHF_UPDATE_DOWNLOAD_COUNTSi  
   l        500MBHF_DATASETS_OFFLINEHF_DATASETS_IN_MEMORY_MAX_SIZEzdataset.arrowzindices.arrowz
state.jsonzdataset_info.jsonzdataset_infos.jsonLICENSEzmetric_info.jsonzdataset_dict.jsondatasets_modules            g?)l	importlibosplatformpathlibr   	packagingr   utils.loggingr   __name__loggerS3_DATASETS_BUCKET_PREFIX"CLOUDFRONT_DATASETS_DISTRIB_PREFIXREPO_DATASETS_URLS3_METRICS_BUCKET_PREFIX!CLOUDFRONT_METRICS_DISTRIB_PREFIXREPO_METRICS_URLenvirongetr   HUB_DATASETS_URLHUB_DEFAULT_VERSIONparsepython_version
PY_VERSIONimportlib_metadataimportlib.metadatametadataENV_VARS_TRUE_VALUESunionENV_VARS_TRUE_AND_AUTO_VALUESDILL_VERSIONPANDAS_VERSIONPYARROW_VERSIONupperr   r   r   TORCH_VERSIONTORCH_AVAILABLEutil	find_specinfoPackageNotFoundError
TF_VERSIONTF_AVAILABLEpackagemajorJAX_VERSIONJAX_AVAILABLEr   BEAM_VERSIONBEAM_AVAILABLESQLALCHEMY_AVAILABLEPIL_AVAILABLEimport_module__libsndfile_version__IS_OPUS_SUPPORTEDIS_MP3_SUPPORTEDRARFILE_AVAILABLEZSTANDARD_AVAILABLELZ4_AVAILABLEPY7ZR_AVAILABLEDEFAULT_XDG_CACHE_HOMEgetenvr"   pathjoinDEFAULT_HF_CACHE_HOME
expanduserHF_CACHE_HOMEDEFAULT_HF_DATASETS_CACHEr&   DEFAULT_HF_METRICS_CACHEr(   DEFAULT_HF_MODULES_CACHEr*   DOWNLOADED_DATASETS_DIR DEFAULT_DOWNLOADED_DATASETS_PATHDOWNLOADED_DATASETS_PATHEXTRACTED_DATASETS_DIRDEFAULT_EXTRACTED_DATASETS_PATHEXTRACTED_DATASETS_PATHr/   DEFAULT_MAX_BATCH_SIZE'ARROW_READER_BATCH_SIZE_IN_DATASET_ITERMAX_TABLE_NBYTES_FOR_PICKLINGMAX_SHARD_SIZEr2   DEFAULT_IN_MEMORY_MAX_SIZEfloatIN_MEMORY_MAX_SIZEDATASET_ARROW_FILENAMEDATASET_INDICES_FILENAMEDATASET_STATE_JSON_FILENAMEDATASET_INFO_FILENAMEDATASETDICT_INFOS_FILENAMELICENSE_FILENAMEMETRIC_INFO_FILENAMEDATASETDICT_JSON_FILENAMEMODULE_NAME_FOR_DYNAMIC_MODULES%MAX_DATASET_CONFIG_ID_READABLE_LENGTHSTREAMING_READ_MAX_RETRIESSTREAMING_READ_RETRY_INTERVAL*DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE2GLOBBED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE3ARCHIVED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEPBAR_REFRESH_TIME_INTERVAL     /lib/python3.11/site-packages/datasets/config.py<module>r      sP	       				              % % % % % % 
H		 a %\ "n  _ $Y !l  jnn],DEE!PP  W]2824455
e$$$$333333 211  4 : :F8 D D  w}7/7??@@919(CCDD'- : 2 :9 E EFF	&	)	)	/	/	1	1JNN;//5577	
*..F
+
+
1
1
3
3---&@T2T2Tn..w77tCO 	)GM*D*<*DW*M*MNNMKKE=EEEFFFF!6 	 	 	D		 KK9:::
	***y@T/T/T>++L99EL !

 	! 	!G*W]+E+=+Eg+N+NOO
  &:   
 !L GaKKqZqqqrrr LLKKEjEEEFFF
KK?@@@ 
+++N,,U334?rIND\D\]eDfDfnrDrM 	''-(B(:(B5(I(IJJKKK?{???@@@@!6 	 	 	D		 KK?@@@ :>>*f--3355,,,$w}%?%7%?%N%NOOD<DDDEEEE2    KKHIII !~//==TI  ((//t;N,,[99E -'-IK((?K KW]8K  >++K88D IK((?J JW]7J 
 N,,Y77tC n..{;;4G ((//t;.**7334? $ +-CDD^]CC ""929Y8M#N#NOOGLL
CC D#68QRRSS 7<<yAA 4		"46NOOPP 7<<yAA 4		"46NOOPP % #%7<<0ACZ#[#[  4		*PRr s stt $ "$',,/OQg"h"h $yry)NPoppqq  JNN.77==??C``    +- ' !(   jnn%:FCCIIKKOcc   U2:>>*JLfgghh  ) * * + 1  ) / "4 (+ %    !  .1 *57 269 3 "   sH   :7G2 2
G?>G?I''
I43I47M 
MM(9O" "
O/.O/