o
    wi                     @   s  d dl Z ddlmZ ze jd ZW n ey*   ede jd   d e d Y nw edkrd dlZd dl	Z
i Ze D ]/ZejdurlejsIJ ejsNJ eejeejksZJ eejejZeD ]\ZZeee< qcq=e D ]B\ZZz!ede e
jeZe ZW d   n1 sw   Y  W n ey Z zedZ[ww ee ekrede qqdS ed	krd dlZed
dddddd dZee e D ]\ZZe dde!ej"Z#ed
edde#dd qdS dS )    N   )DATASETSzUsage: z --check | --dumpz--checkzDownloading zMD5 check failed forz--dumpz| Datasetz<30z | Descriptionz<115z |z| ------------------------------ | ------------------------------------------------------------------------------------------------------------------- |z(http[s]?:\/\/\S+)z	[URL](\1))$sys r   argvcmd
IndexErrorprintexithashliburllib.requesturlliburl_md5valuesitemmd5datalenzippairsurlmd5_hashitemsrequesturlopenfread	Exceptionexc	hexdigestreheadernamesubstrdescriptiondesc r)   r)   W/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/sacrebleu/dataset/__main__.py<module>   s\    







