feat: support python 3.12

Author: baixiac

.github/workflows/main.yaml

@@ -16,6 +16,7 @@ jobs:
           '3.9',
           '3.10',
           '3.11',
+          '3.12',
         ]
       max-parallel: 4
 

app/api/routers/mcp.py

@@ -366,8 +366,8 @@ async def generate_text(
 
         params = SamplingParams(max_tokens=max_tokens)
 
-        conversation, _ = parse_chat_messages(messages, model_config, tokenizer, content_format="string")
-        prompt_tokens = apply_hf_chat_template(
+        conversation, _ = parse_chat_messages(messages, model_config, tokenizer, content_format="string")   # type: ignore
+        prompt_tokens = apply_hf_chat_template( # type: ignore
             tokenizer,
             conversation=conversation,
             tools=None,
@@ -376,7 +376,7 @@ async def generate_text(
             chat_template="{% for message in messages %}\n{% if message['role'] == 'user' %}\nUser: {{ message['content'] }}\n{% elif message['role'] == 'assistant' %}\nAssistant: {{ message['content'] }}\n{% endif %}\n{% endfor %}\nAssistant:",
             tokenize=True,
         )
-        prompt_obj = TokensPrompt(prompt_token_ids=prompt_tokens)
+        prompt_obj = TokensPrompt(prompt_token_ids=prompt_tokens)   # type: ignore
 
         async def _stream() -> AsyncGenerator[bytes, None]:
             start = 0

app/api/utils.py

@@ -143,7 +143,7 @@ def init_model(self, *args: Any, **kwargs: Any) -> None:
                 self._supervised_trainer = MedcatSupervisedTrainer(self)
                 self._unsupervised_trainer = MedcatUnsupervisedTrainer(self)
                 self._metacat_trainer = MetacatTrainer(self)
-            self._model.config.general.map_to_other_ontologies = [
+            self._model.config.general.map_to_other_ontologies = [  # type: ignore
                 tui.strip() for tui in self._config.MEDCAT2_MAPPED_ONTOLOGIES.split(",")
             ]
 

app/model_services/medcat_model.py

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "cogstack-model-serve"
 authors = [{name = "Xi Bai", email = "[email protected]"}]
 description = "A model serving and governance system for CogStack NLP solutions"
-requires-python = ">3.9,<3.12"
+requires-python = ">3.9,<3.13"
 dynamic = ["version"]
 dependencies = [
     "medcat[spacy,meta-cat,deid,rel-cat]~=2.2.0; python_version>='3.10'",
@@ -28,7 +28,7 @@ dependencies = [
     "graypy~=2.1.0",
     "fastapi-users~=13.0.0",
     "fastapi-users-db-sqlalchemy~=5.0.0",
-    "asyncpg~=0.27.0",
+    "asyncpg~=0.29.0",
     "aiosqlite~=0.19.0",
     "evaluate~=0.4.1",
     "websockets~=12.0",

pyproject.toml

@@ -45,7 +45,7 @@ def test_save_model_pack():
         "model.zip",
         "model description",
     )
-    model.save_model_pack.called_once_with("retrained_models_dir", "model")
+    model.save_model_pack.assert_called_once_with("retrained_models_dir", "model")
     assert model.config.meta.description == "model description"
 
 

tests/app/trainers/test_medcat_trainer.py

@@ -45,7 +45,7 @@ def test_save_model_pack():
         "model.zip",
         "model description",
     )
-    model.save_model_pack.called_once_with("retrained_models_dir", "model")
+    model.save_model_pack.assert_called_once_with("retrained_models_dir", "model")
     assert model.config.meta.description == "model description"