o
    6ti?	                     @   sP   d dl Z d dlZd dlmZ dd Zdd Zdd Zd	d
 Zdd Zdd Z	dS )    N)load_metricc                 C   sJ   t dd| } t dd| } t dd| } t dd| } t d	d
| } | S )Nz\s+([.,;:!?)])z\1z(\s+|^)\(\s+([^)]+)\s+\)z\1(\2)z(\s+|^)\[\s+([^)]+)\s+\]z\1[\2]z(\s+|^)"\s+([^"]+)\s+"z\1"\2"z(\s+|^)'\s+([^']+)\s+'z\1'\2')resubstring r   R/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/basqueglue/utils.pygeneral_detokenize   s   r	   c                 C   s   t | } t| } | S )N)htmlunescaper	   r   r   r   r   process_doc   s   
r   c                 C   s   dd }|  |S )Nc                 S   s<   t | d dd| d< t | d dd| d< | S )N	sentence1zlatin-1zutf-8	sentence2)r   encodedecode)docr   r   r   _helper   s
   z!process_wic_docs.<locals>._helper)map)datasetr   r   r   r   process_wic_docs   s   

r   c                    s    fdd}| d  d || d | d  || d d | d	  td }t| d }t| d	 }d
| dd| d| d d }|S )Nc                    sB   | }|t |d d }d |   |<  |  d |< d S )N    *)lensplit)
span_index	span_text
span_startspan_endtokensr   r   _span_in_context%   s   z+coref_doc_to_text.<locals>._span_in_contexttextr   span1_index
span1_textspan2_indexr   
span2_textzTestua: 
zGaldera: Aurreko testuan, "*z	*" eta "*z*" gauza bera dira?
z
Erantzuna:)r   r   join)xr!   contextspan_1span_2r"   r   r   r   coref_doc_to_text$   s    
r-   c                 C   s0   t d}tt|  \}}|j||ddd }|S )Nf1micro)
referencespredictionsaverage)r   listzipcompute)items	f1_metricgoldspredsf1_scorer   r   r   micro_f1_score>   s   r;   c                 C   sF   t d}tt|  \}}|j||ddgd dd }t|t| }|S )Nr.   r      )r0   r1   labelsr2   )r   r3   r4   r5   sumr   )r6   r7   r8   r9   f1_classr:   r   r   r   vaxx_f1_scoreG   s   r@   )
r
   r   datasetsr   r	   r   r   r-   r;   r@   r   r   r   r   <module>   s    		