task: cnn_dailymail_abisee
dataset_path: abisee/cnn_dailymail
dataset_name: "3.0.0"
output_type: generate_until
test_split: test
doc_to_text: "Summarize the following article:\n\n{{article}}\n\nSummary:"
doc_to_target: "{{highlights}}"
process_results: !function utils.process_results
metric_list:
  - metric: rouge1
    aggregation: mean
    higher_is_better: true
  - metric: rouge2
    aggregation: mean
    higher_is_better: true
  - metric: rougeL
    aggregation: mean
    higher_is_better: true
  - metric: bertscore_precision
    aggregation: mean
    higher_is_better: true
  - metric: bertscore_recall
    aggregation: mean
    higher_is_better: true
  - metric: bertscore_f1
    aggregation: mean
    higher_is_better: true
generation_kwargs:
  max_gen_toks: 128
  do_sample: false
num_fewshot: 0
metadata:
  version: 1.0
  description: "CNN/DailyMail dataset for abstractive summarization"
