o
    Ni                     @   s   d Z ddlmZ ddlmZ ddlmZ ddlZddlZddlmZm	Z	m
Z
mZmZmZ ddlm  mZ ddlmZ dZdZd	ZG d
d dejjZG dd dejjZdS )zOpinion Abstracts Dataset.    )absolute_import)division)print_functionN)AnyDictIteratorListTextTupleaF  
@inproceedings{wang-ling-2016-neural,
    title = "Neural Network-Based Abstract Generation for Opinions and Arguments",
    author = "Wang, Lu  and
      Ling, Wang",
    booktitle = "Proceedings of the 2016 Conference of the North {A}merican Chapter of the Association for Computational Linguistics: Human Language Technologies",
    month = jun,
    year = "2016",
    address = "San Diego, California",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/N16-1007",
    doi = "10.18653/v1/N16-1007",
    pages = "47--57",
}
ai  
There are two sub datasets:

(1) RottenTomatoes: The movie critics and consensus crawled from
http://rottentomatoes.com/. It has fields of "_movie_name", "_movie_id",
"_critics", and "_critic_consensus".

(2) IDebate: The arguments crawled from http://idebate.org/. It has fields of
"_debate_name", "_debate_id", "_claim", "_claim_id", "_argument_sentences".

zAhttp://www.ccs.neu.edu/home/luwang/datasets/opinion_abstracts.zipc                       sJ   e Zd ZdZejj					d
dededededef
 fdd	Z  Z	S )OpinionAbstractsConfig#BuilderConfig for OpinionAbstracts.Nfilenamename_keyid_keyopinions_keysummary_keyc                    sD   t t| jddtjdi| || _|| _|| _|| _	|| _
dS )r   version1.0.0N )superr   __init__tfdscoreVersionr   r   r   r   r   )selfr   r   r   r   r   kwargs	__class__r   g/home/ubuntu/.local/lib/python3.10/site-packages/tensorflow_datasets/summarization/opinion_abstracts.pyr   @   s   	

zOpinionAbstractsConfig.__init__)NNNNN)
__name__
__module____qualname____doc__r   r   disallow_positional_argsr	   r   __classcell__r   r   r   r   r   =   s&    r   c                
   @   s   e Zd ZdZejdZeddddddd	d
edddddddd
gZ	dejj
fddZdejjdeejj fddZ	ddedeeeeeef f  fddZdS )OpinionAbstractsz!OpinionAbstracts Dataset Builder.r   rotten_tomatoeszrottentomatoes.json_movie_name	_movie_id_critics_critic_consensusz3Professional critics and consensus of 3,731 movies.)namer   r   r   r   r   descriptionidebatezidebate.json_debate_name	_claim_id_argument_sentences_claimz2,259 claims for 676 debates.returnc                 C   sf   | j }tjj| ttj|jtj	|j
tj	|jtj	|jtjtjtj	tj	di|j|jfdtdS )Nkeyvaluez,http://www.ccs.neu.edu/home/luwang/data.html)builderr,   featuressupervised_keyshomepagecitation)builder_configr   r   DatasetInfo_DESCRIPTIONr7   FeaturesDictr   tfstringr   r   r   Sequence	_CITATION)r   configr   r   r   _infok   s.   
zOpinionAbstracts._info
dl_managerc                 C   s8   | t}tj|d| jj}tjj	tj
jd|idgS )zReturns SplitGenerators.opinion_abstractspath)r+   
gen_kwargs)download_and_extract_URLosrG   joinr;   r   r   r   SplitGeneratorSplitTRAIN)r   rE   dl_pathrG   r   r   r   _split_generators   s   

z"OpinionAbstracts._split_generatorsNrG   c                 c   s    t jj|d@}t|D ]1}| j}||j  }dd |D }|j|i}|j	|j
|jfD ]}|| ||< q/||j
 |fV  qW d   dS 1 sLw   Y  dS )zYields examples.rbc                 S   s   g | ]	\}}||d qS )r3   r   ).0kvr   r   r   
<listcomp>   s    z7OpinionAbstracts._generate_examples.<locals>.<listcomp>N)r?   iogfileGFilejsonloadr;   r   itemsr   r   r   )r   rG   fexamplerC   opinionsr7   rT   r   r   r   _generate_examples   s   
"z#OpinionAbstracts._generate_examples)N)r   r    r!   r"   r   r   r   VERSIONr   BUILDER_CONFIGSr<   rD   downloadDownloadManagerr   rM   rQ   r	   r   r
   r   r   r`   r   r   r   r   r%   R   sD    	

r%   )r"   
__future__r   r   r   rZ   rK   typingr   r   r   r   r	   r
   tensorflow.compat.v2compatv2r?   tensorflow_datasets.public_api
public_apir   rB   r=   rJ   r   BuilderConfigr   GeneratorBasedBuilderr%   r   r   r   r   <module>   s    