From 2fedc62e68e154e21916842554ef53e17fea8cd6 Mon Sep 17 00:00:00 2001 From: Sad Mathematician <134358999+sad-mathematician@users.noreply.github.com> Date: Mon, 21 Apr 2025 01:26:07 +0530 Subject: [PATCH] Fix UnboundLocalError in APPS task evaluation Removed reference to undefined 'level' variable in the process_results method. The code was attempting to check if 'level' was None before setting it to self.DATASET_NAME, but 'level' wasn't defined in the method scope. Since self.DATASET_NAME is already used correctly in the code_metric.compute() call, the check was unnecessary. --- bigcode_eval/tasks/apps.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/bigcode_eval/tasks/apps.py b/bigcode_eval/tasks/apps.py index 9be6d242b..a338295cd 100644 --- a/bigcode_eval/tasks/apps.py +++ b/bigcode_eval/tasks/apps.py @@ -116,8 +116,6 @@ def process_results(self, generations, references): list of str containing refrences (not needed for APPS Task) """ code_metric = load("codeparrot/apps_metric") - if level is None: - level = self.DATASET_NAME results = code_metric.compute( predictions=generations, k_list=self.k_list, level=self.DATASET_NAME )