o
    Ni
                     @   sl   d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm	Z	 dZ
dZd	d
 dD ZG dd de	jZdS )zWMT14: Translate dataset.    )absolute_import)division)print_functionN)wmtz1http://www.statmt.org/wmt14/translation-task.htmla  
@InProceedings{bojar-EtAl:2014:W14-33,
  author    = {Bojar, Ondrej  and  Buck, Christian  and  Federmann, Christian  and  Haddow, Barry  and  Koehn, Philipp  and  Leveling, Johannes  and  Monz, Christof  and  Pecina, Pavel  and  Post, Matt  and  Saint-Amand, Herve  and  Soricut, Radu  and  Specia, Lucia  and  Tamchyna, Ale{s}},
  title     = {Findings of the 2014 Workshop on Statistical Machine Translation},
  booktitle = {Proceedings of the Ninth Workshop on Statistical Machine Translation},
  month     = {June},
  year      = {2014},
  address   = {Baltimore, Maryland, USA},
  publisher = {Association for Computational Linguistics},
  pages     = {12--58},
  url       = {http://www.aclweb.org/anthology/W/W14/W14-3302}
}
c                 C   s   g | ]}|d fqS )en ).0langr   r   W/home/ubuntu/.local/lib/python3.10/site-packages/tensorflow_datasets/translate/wmt14.py
<listcomp>)   s    r   )csdefrhiruc                   @   s*   e Zd ZdZdd eD Zedd ZdS )Wmt14Translatez>WMT 14 translation datasets for all {xx, "en"} language pairs.c              
   C   s8   g | ]\}}t jd ||f tt||ftjddqS )z(WMT 2014 %s-%s translation task dataset.z1.0.0)descriptionurlcitationlanguage_pairversion)r   	WmtConfig_URL	_CITATIONtfdscoreVersion)r   l1l2r   r   r
   r   3   s    

zWmt14Translate.<listcomp>c                 C   s&   t jjg dt jjddgt jjdgiS )N)
europarl_v7commoncrawlmultiunnewscommentary_v9gigafrenczeng_10yandexcorpuswikiheadlines_hiwikiheadlines_ruhindencorp_01newsdev2014newstest2013newstest2014)r   SplitTRAIN
VALIDATIONTEST)selfr   r   r
   _subsets=   s   zWmt14Translate._subsetsN)__name__
__module____qualname____doc___LANGUAGE_PAIRSBUILDER_CONFIGSpropertyr1   r   r   r   r
   r   .   s    
r   )r5   
__future__r   r   r   tensorflow_datasets.public_api
public_apir   tensorflow_datasets.translater   r   r   r6   WmtTranslater   r   r   r   r
   <module>   s   