fix: a bug where ollama would not in json mode

src/planai/llm_interface.py

@@ -74,6 +74,8 @@ def _cached_chat(
             # some models can generate structured outputs
             if self.support_structured_outputs and response_schema:
                 kwargs["response_schema"] = response_schema
+            elif self.support_json_mode:
+                kwargs["format"] = "json"
 
             # ollama expects temperature to be passed as an option
             options = {}

src/planai/openai.py

@@ -125,6 +125,8 @@ def chat(self, messages: List[Dict[str, str]], **kwargs) -> Dict[str, Any]:
 
                 content = message.parsed
             else:
+                if "format" in kwargs and kwargs["format"] == "json":
+                    api_params["response_format"] = {"type": "json_object"}
                 response = self.client.chat.completions.create(**api_params)
                 content = response.choices[0].message.content