dataset_path: xinrongzhang2022/InfiniteBench
output_type: generate_until
doc_to_target: "{{answer[0]}}"
target_delimiter: " "
num_fewshot: 0
process_results: !function utils.process_results
metric_list:
  - metric: score
    aggregation: mean
    higher_is_better: true
generation_kwargs:
  do_sample: false
  temperature: 0.0
  max_gen_toks: 128
  until: ["\n"]
metadata:
  version: 1.0
dataset_kwargs:
  features:
    id:
      dtype: int64
    context:
      dtype: string
    input:
      dtype: string
    answer:
      dtype: string
      sequence: true
    options:
      dtype: string
      sequence: true
