o
    Ni
                     @   sl   d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm	Z	 dZ
dZd	d
 dD ZG dd de	jZdS )zWMT18: Translate dataset.    )absolute_import)division)print_functionN)wmtz1http://www.statmt.org/wmt18/translation-task.htmla  @InProceedings{bojar-EtAl:2018:WMT1,
  author    = {Bojar, Ond{r}ej  and  Federmann, Christian  and  Fishel, Mark
    and Graham, Yvette  and  Haddow, Barry  and  Huck, Matthias  and
    Koehn, Philipp  and  Monz, Christof},
  title     = {Findings of the 2018 Conference on Machine Translation (WMT18)},
  booktitle = {Proceedings of the Third Conference on Machine Translation,
    Volume 2: Shared Task Papers},
  month     = {October},
  year      = {2018},
  address   = {Belgium, Brussels},
  publisher = {Association for Computational Linguistics},
  pages     = {272--307},
  url       = {http://www.aclweb.org/anthology/W18-6401}
}
c                 C   s   g | ]}|d fqS )en ).0langr   r   W/home/ubuntu/.local/lib/python3.10/site-packages/tensorflow_datasets/translate/wmt18.py
<listcomp>,   s    r   )csdeetfikkrutrzhc                   @   s*   e Zd ZdZdd eD Zedd ZdS )Wmt18Translatez>WMT 18 translation datasets for all {xx, "en"} language pairs.c              
   C   s8   g | ]\}}t jd ||f tt||ftjddqS )z(WMT 2018 %s-%s translation task dataset.z1.0.0)descriptionurlcitationlanguage_pairversion)r   	WmtConfig_URL	_CITATIONtfdscoreVersion)r   l1l2r   r   r
   r   6   s    

zWmt18Translate.<listcomp>c                 C   s,   t jjg dtj t jjg dt jjdgiS )N)europarl_v7europarl_v8_18paracrawl_v1commoncrawlnewscommentary_v13czeng_17yandexcorpuswikiheadlines_fiwikiheadlines_ru	setimes_2uncorpus_v1
rapid_2016)newsdev2018newstest2017newstestB2017newstest2018)r   SplitTRAINr   CWMT_SUBSET_NAMES
VALIDATIONTEST)selfr   r   r
   _subsets@   s   zWmt18Translate._subsetsN)__name__
__module____qualname____doc___LANGUAGE_PAIRSBUILDER_CONFIGSpropertyr8   r   r   r   r
   r   1   s    
r   )r<   
__future__r   r   r   tensorflow_datasets.public_api
public_apir   tensorflow_datasets.translater   r   r   r=   WmtTranslater   r   r   r   r
   <module>   s   