Chat block fix: ignore available models list based on web app update (#1340)

Author: ml-evs

pydatalab/src/pydatalab/apps/chat/blocks.py

@@ -19,7 +19,7 @@ class ChatBlockResponse(DataBlockResponse):
     messages: list[dict] = Field(default_factory=list)
     prompt: str | None
     model: str
-    available_models: dict[str, ModelCard] = Field(exclude=True)
+    available_models: dict[str, ModelCard]
     token_count: int | None
     temperature: float
 
@@ -120,7 +120,7 @@ def continue_conversation(self, prompt: str | None) -> None:
             if self.data["messages"][-1]["role"] not in ("user", "system"):
                 return
 
-        if self.data.get("model") not in self.data.get("available_models", {}):
+        if self.data.get("model") not in AVAILABLE_MODELS:
             bad_model = self.data.get("model")
             warnings.warn(
                 f"Chatblock received an unknown or deprecated model: {bad_model}. Reverting to default model {self.defaults['model']}."
@@ -130,7 +130,12 @@ def continue_conversation(self, prompt: str | None) -> None:
         try:
             model_name = self.data["model"]
 
-            model_cls = self.data["available_models"][model_name]
+            model_cls = AVAILABLE_MODELS[model_name]
+
+            if model_cls.chat_client is None:
+                raise RuntimeError(
+                    f"The model {model_name} is not available. Please choose a different model."
+                )
 
             chat_client = model_cls.chat_client(model=model_cls.name)
 

pydatalab/src/pydatalab/apps/chat/models.py

@@ -1,15 +1,15 @@
 from langchain_anthropic import ChatAnthropic
 from langchain_core.language_models import BaseChatModel, ParrotFakeChatModel
 from langchain_openai import ChatOpenAI
-from pydantic import BaseModel
+from pydantic import BaseModel, Field
 
 
 class ModelCard(BaseModel):
     name: str
     context_window: int
     input_cost_usd_per_MTok: float
     output_cost_usd_per_MTok: float
-    chat_client: type[BaseChatModel]
+    chat_client: type[BaseChatModel] | None = Field(exclude=True)
 
 
 __all__ = ("AVAILABLE_MODELS", "ModelCard")