tests: update to use gemini 2 or above for local tokenizer tests

PiperOrigin-RevId: 828698307

Author: yyyu-google

google/genai/_local_tokenizer_loader.py

@@ -28,22 +28,13 @@
 
 # Source of truth: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
 _GEMINI_MODELS_TO_TOKENIZER_NAMES = {
-    "gemini-1.0-pro": "gemma2",
-    "gemini-1.5-pro": "gemma2",
-    "gemini-1.5-flash": "gemma2",
     "gemini-2.5-pro": "gemma3",
     "gemini-2.5-flash": "gemma3",
     "gemini-2.5-flash-lite": "gemma3",
     "gemini-2.0-flash": "gemma3",
     "gemini-2.0-flash-lite": "gemma3",
 }
 _GEMINI_STABLE_MODELS_TO_TOKENIZER_NAMES = {
-    "gemini-1.0-pro-001": "gemma2",
-    "gemini-1.0-pro-002": "gemma2",
-    "gemini-1.5-pro-001": "gemma2",
-    "gemini-1.5-flash-001": "gemma2",
-    "gemini-1.5-flash-002": "gemma2",
-    "gemini-1.5-pro-002": "gemma2",
     "gemini-2.5-pro-preview-06-05": "gemma3",
     "gemini-2.5-pro-preview-05-06": "gemma3",
     "gemini-2.5-pro-exp-03-25": "gemma3",

google/genai/tests/local_tokenizer/test_local_tokenizer.py

@@ -37,7 +37,7 @@ def setUp(self):
     self.mock_tokenizer = MagicMock()
     self.mock_get_sentencepiece.return_value = self.mock_tokenizer
 
-    self.tokenizer = local_tokenizer.LocalTokenizer(model_name='gemini-1.0-pro')
+    self.tokenizer = local_tokenizer.LocalTokenizer(model_name='gemini-2.5-flash')
 
   def tearDown(self):
     patch.stopall()

google/genai/tests/local_tokenizer/test_local_tokenizer_loader.py

@@ -53,10 +53,7 @@
 class TestGetTokenizerName(unittest.TestCase):
 
   def test_get_tokenizer_name_success(self):
-    self.assertEqual(loader.get_tokenizer_name("gemini-1.0-pro"), "gemma2")
-    self.assertEqual(loader.get_tokenizer_name("gemini-1.5-pro"), "gemma2")
     self.assertEqual(loader.get_tokenizer_name("gemini-2.5-pro"), "gemma3")
-    self.assertEqual(loader.get_tokenizer_name("gemini-1.0-pro-001"), "gemma2")
     self.assertEqual(
         loader.get_tokenizer_name("gemini-2.5-pro-preview-06-05"), "gemma3"
     )