We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6358651 commit d86fc42Copy full SHA for d86fc42
src/eval_mm/tasks/mecha_ja.py
@@ -165,7 +165,7 @@ def test_task():
165
assert isinstance(task.doc_to_id(ds[0]), str)
166
assert isinstance(task.doc_to_answer(ds[0]), str)
167
168
- task = MECHAJa(TaskConfig(rotate_choices=True))
+ task = MECHAJa(TaskConfig(max_dataset_len=10, rotate_choices=True))
169
ds = task.dataset
170
print(ds[0])
171
assert isinstance(task.doc_to_text(ds[0]), str)
0 commit comments