File size: 607 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
dataset_name: "Subset"
task: "egoschema_subset_mcppl"
test_split: test
output_type: multiple_choice
doc_to_visual: !function utils.egoschema_doc_to_visual
doc_to_text: "question"
doc_to_target: !function utils.egoschema_doc_to_answer
doc_to_choice: !function utils.egoschema_doc_to_choice
process_results: !function utils.egoschema_process_results
metric_list:
- metric: submission
aggregation: !function utils.egoschema_aggregate_mc_ppl
higher_is_better: true
- metric: score
aggregation: !function utils.egoschema_aggregate_score
higher_is_better: true
include: _default_template_yaml
|