
tag:
  - longbench_summarization_tasks
  - longbench_tasks
task: longbench_qmsum
dataset_path: Xnhyacinth/LongBench
test_split: test
dataset_name: qmsum
doc_to_text: "You are given a meeting transcript and a query containing a question or instruction. Answer the query in one or more sentences.\n\nTranscript:\n{{context}}\n\nNow, answer the query based on the above meeting transcript in one or more sentences.\n\nQuery: {{question}}\nAnswer:"
doc_to_target: '{{answers}}'
process_results: !function metrics.get_rouge_with_score
generation_kwargs:
  max_gen_toks: 512
  temperature: 1
  do_sample: False
  until: []
metric_list:
  - metric: "score"
    aggregation: mean
    higher_is_better: True
  - metric: "rouge_score"
    aggregation: mean
    higher_is_better: True
metadata:
  version: 5.0
