Skip to content

Commit 86d5ec3

Browse files
author
Leymore
authoredJul 6, 2023
Update configs (#9)
* Update implements * Update
1 parent 2d0b184 commit 86d5ec3

File tree

138 files changed

+807
-371
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

138 files changed

+807
-371
lines changed
 

‎configs/datasets/ARC_c/ARC_c_gen_1e0de5.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@
33
from opencompass.openicl.icl_inferencer import GenInferencer
44
from opencompass.openicl.icl_evaluator import AccEvaluator
55
from opencompass.datasets import ARCDataset
6+
from opencompass.utils.text_postprocessors import first_capital_postprocess
67

78
ARC_c_reader_cfg = dict(
89
input_columns=["question", "textA", "textB", "textC", "textD"],
@@ -27,7 +28,7 @@
2728
ARC_c_eval_cfg = dict(
2829
evaluator=dict(type=AccEvaluator),
2930
pred_role="BOT",
30-
pred_postprocessor=dict(type="first-capital"),
31+
pred_postprocessor=dict(type=first_capital_postprocess),
3132
)
3233

3334
ARC_c_datasets = [

‎configs/datasets/ARC_e/ARC_e_gen_1e0de5.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@
33
from opencompass.openicl.icl_inferencer import GenInferencer
44
from opencompass.openicl.icl_evaluator import AccEvaluator
55
from opencompass.datasets import ARCDataset
6+
from opencompass.utils.text_postprocessors import first_capital_postprocess
67

78
ARC_e_reader_cfg = dict(
89
input_columns=["question", "textA", "textB", "textC", "textD"],
@@ -27,7 +28,7 @@
2728
ARC_e_eval_cfg = dict(
2829
evaluator=dict(type=AccEvaluator),
2930
pred_role="BOT",
30-
pred_postprocessor=dict(type="first-capital"),
31+
pred_postprocessor=dict(type=first_capital_postprocess),
3132
)
3233

3334
ARC_e_datasets = [

0 commit comments

Comments
 (0)
Please sign in to comment.