Skip to content

Commit

Permalink
Update tasks_v2.py
Browse files Browse the repository at this point in the history
  • Loading branch information
Daniel Khashabi authored Mar 29, 2022
1 parent 68399ff commit 7ebdbda
Showing 1 changed file with 38 additions and 0 deletions.
38 changes: 38 additions & 0 deletions tasks_v2.py
Original file line number Diff line number Diff line change
Expand Up @@ -183,3 +183,41 @@ def postprocessor_two_column(answer, example=None, is_target=False):
# sentencepiece_model_path=t5.data.DEFAULT_SPM_PATH,
metric_fns=[metrics.squad]
)


# v2 union model
union_datasets_v2 = [
"narrativeqa_dev",
"ai2_science_middle",
"ai2_science_elementary",
"arc_hard", "arc_easy",
"mctest_corrected_the_separator",
"squad1_1", "squad2",
"boolq",
"race_string",
"openbookqa",
"quoref",
"newsqa",
"ropes",
"multirc",
"drop",
"qasc",
"boolq_np",
"commonsenseqa",
"qasc_with_ir",
"openbookqa_with_ir",
"arc_easy_with_ir",
"arc_hard_with_ir",
"natural_questions_with_dpr_para",
"winogrande_xl",
"social_iqa",
"physical_iqa",
]
print(f" >>>> adding one mixture for `union_mixture`")
t5.data.MixtureRegistry.add(
f"union_v2_mixture",
[f"{d}_task" for d in union_datasets_v2],
default_rate=1.0
)


0 comments on commit 7ebdbda

Please sign in to comment.