diff --git a/bigcode_eval/tasks/apps.py b/bigcode_eval/tasks/apps.py index 9be6d242b..a338295cd 100644 --- a/bigcode_eval/tasks/apps.py +++ b/bigcode_eval/tasks/apps.py @@ -116,8 +116,6 @@ def process_results(self, generations, references): list of str containing refrences (not needed for APPS Task) """ code_metric = load("codeparrot/apps_metric") - if level is None: - level = self.DATASET_NAME results = code_metric.compute( predictions=generations, k_list=self.k_list, level=self.DATASET_NAME )