o
    Nia                     @   s   d Z ddlmZ ddlmZ ddlmZ ddlZddlZddlmZ ddl	m
Z ddlmZ G dd	 d	ejZed
krAe  dS dS )z'Tests for WMT translate dataset module.    )absolute_import)division)print_functionN)testing)wmtc                       s   e Zd Ze fddZe fddZejZi ddgddgd	d
gddgddgddgddgddgddgddgddgddgddgddgddgddgddgddgiZ	dddZ
dZdd  Z  ZS )!TranslateWmtCustomConfigTestc                    sD   t t|   tjddddgddgdtjdd	}|gtj_	d S )
Nsmall)csenzExample of custom configparacrawl_v3newstest2009newstest2010train
validationz1.0.0)namelanguage_pairdescriptionsubsetsversion)
superr   
setUpClassr   	WmtConfigtfdscoreVersionWmtTranslateBUILDER_CONFIGS)clsconfig	__class__ Z/home/ubuntu/.local/lib/python3.10/site-packages/tensorflow_datasets/translate/wmt_test.pyr   !   s   

z'TranslateWmtCustomConfigTest.setUpClassc                    s   t t|   tjj  d S )N)r   r   tearDownClassr   r   r   pop)r   r    r"   r#   r$   1   s   z*TranslateWmtCustomConfigTest.tearDownClassczeng17_filterczengeuroparl_v9zsentences.cs-en.tsvr   zsentences.cs-en.tmxcommoncrawlnewscommentary_v14wikititles_v1newssyscomb2009r   newstest2008r   r   newstest2011newstest2012newstest2013newstest2014newstest2015newstest2016newstest2017newstest2018      r   Tc                 C   sz   dd t tj| jdtj| jdD }| |d d d tjr0| |d d d	 d S | 	|d d d	k d S )
Nc                 S   s   g | ]\}}|qS r"   r"   ).0_xr"   r"   r#   
<listcomp>X   s    zBTranslateWmtCustomConfigTest.test_gzip_reading.<locals>.<listcomp>zfirst.cs.gzzsecond.en.txt   r	   zmizelr   u   běžím)
r   _parse_parallel_sentencesospathjoinexample_dirassertEqualsixPY3
assertTrue)selfresultsr"   r"   r#   test_gzip_readingW   s   z.TranslateWmtCustomConfigTest.test_gzip_reading)__name__
__module____qualname__classmethodr   r$   r   r   DATASET_CLASSDL_EXTRACT_RESULTSPLITSSKIP_CHECKSUMSrI   __classcell__r"   r"   r    r#   r      s`    	
r   __main__)__doc__
__future__r   r   r   r?   rD   tensorflow_datasetsr   tensorflow_datasets.public_api
public_apir   tensorflow_datasets.translater   DatasetBuilderTestCaser   rJ   	test_mainr"   r"   r"   r#   <module>   s   E