o
    ¶N i  ã                   @   s‚   d Z ddlmZ ddlmZ ddlmZ ddlZddlmZ ddlm	Z	 G dd	„ d	ej
ƒZG d
d„ deƒZedkr?e ¡  dS dS )zTests for c4 dataset module.é    )Úabsolute_import)Údivision)Úprint_functionN)Útesting)Úc4c                   @   sH   e Zd ZejZde_ejrdgng Z	dgddgddddœZ
dddœZd	S )
ÚC4Testé   Úenzwet_urls.txtzcc_0.warc.wet.gzzcc_1.warc.wet.gzzbadwords.txt)Úwet_path_urlsÚ	wet_filesz5https://commoncrawl.s3.amazonaws.com/cc_0.warc.wet.gzz5https://commoncrawl.s3.amazonaws.com/cc_1.warc.wet.gzÚbadwords©ÚtrainÚ
validationN)Ú__name__Ú
__module__Ú__qualname__r   ÚC4ÚDATASET_CLASSÚ_DEFAULT_NUM_SHARDSÚsixÚPY3ÚBUILDER_CONFIG_NAMES_TO_TESTÚDL_EXTRACT_RESULTÚSPLITS© r   r   úT/home/ubuntu/.local/lib/python3.10/site-packages/tensorflow_datasets/text/c4_test.pyr      s    ù

þr   c                   @   s&   e Zd Zejr
dgng ZdddœZdS )ÚC4NoCleanTestz
en.nocleané   r   r   N)r   r   r   r   r   r   r   r   r   r   r   r   3   s
    
þr   Ú__main__)Ú__doc__Ú
__future__r   r   r   r   Útensorflow_datasetsr   Útensorflow_datasets.textr   ÚDatasetBuilderTestCaser   r   r   Ú	test_mainr   r   r   r   Ú<module>   s   	ÿ