Fix test

huggingface · Nov 10, 2024 · 82d869d · 82d869d
1 parent bc89a90
commit 82d869d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/test_tokenization_common.py b/tests/test_tokenization_common.py
@@ -1613,8 +1613,8 @@ def test_maximum_encoding_length_single_input(self):
                     self.assertEqual(len(overflowing_tokens), 2 + stride)
                     self.assertEqual(overflowing_tokens, sequence[-(2 + stride) :])
                 else:
-                    truncated_sequence = information["input_ids"]
-                    overflowing_tokens = information["overflowing_tokens"]
+                    truncated_sequence = information["input_ids"][0]
+                    overflowing_tokens = information["input_ids"][1]
 
                     self.assertEqual(len(truncated_sequence), total_length - 2)
                     self.assertEqual(truncated_sequence, sequence[:-2])