o
    Ni	                     @   sr   d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm	Z	 dZ
dZd	d
 dD dg ZG dd de	jZdS )zWMT19: Translate dataset.    )absolute_import)division)print_functionN)wmtz1http://www.statmt.org/wmt19/translation-task.htmlz
@ONLINE {wmt19translate,
    author = "Wikimedia Foundation",
    title  = "ACL 2019 Fourth Conference on Machine Translation (WMT19), Shared Task: Machine Translation of News",
    url    = "http://www.statmt.org/wmt19/translation-task.html"
}
c                 C   s   g | ]}|d fqS )en ).0langr   r   W/home/ubuntu/.local/lib/python3.10/site-packages/tensorflow_datasets/translate/wmt19.py
<listcomp>$   s    r   )csdefigukkltruzh)frr   c                   @   s*   e Zd ZdZdd eD Zedd ZdS )Wmt19TranslatezBWMT 19 translation datasets for {(xx, "en")} + ("fr", "de") pairs.c              
   C   s8   g | ]\}}t jd ||f tt||ftjddqS )z(WMT 2019 %s-%s translation task dataset.z1.0.0)descriptionurlcitationlanguage_pairversion)r   	WmtConfig_URL	_CITATIONtfdscoreVersion)r   l1l2r   r   r
   r   .   s    

zWmt19Translate.<listcomp>c                 C   s"   t jjg dtj t jjg diS )N)europarl_v9europarl_v7_frdeparacrawl_v3paracrawl_v1_ruparacrawl_v3_frdecommoncrawlcommoncrawl_frdenewscommentary_v14newscommentary_v14_frdeczeng_17yandexcorpuswikititles_v1uncorpus_v1rapid_2016_ltfi
rapid_2019)euelections_dev2019newsdev2019newstest2018)r   SplitTRAINr   CWMT_SUBSET_NAMES
VALIDATION)selfr   r   r
   _subsets8   s
   zWmt19Translate._subsetsN)__name__
__module____qualname____doc___LANGUAGE_PAIRSBUILDER_CONFIGSpropertyr:   r   r   r   r
   r   )   s    
r   )r>   
__future__r   r   r   tensorflow_datasets.public_api
public_apir   tensorflow_datasets.translater   r   r   r?   WmtTranslater   r   r   r   r
   <module>   s   