fix(llms): skip JSON response_format for Groq compound models (#5513)

mem0/llms/groq.py

@@ -1,6 +1,7 @@
 import json
+import logging
 import os
-from typing import Dict, List, Optional
+from typing import Dict, List, Optional, Union
 
 try:
     from groq import Groq
@@ -11,6 +12,8 @@ from mem0.configs.llms.base import BaseLlmConfig
 from mem0.llms.base import LLMBase
 from mem0.memory.utils import extract_json
 
+logger = logging.getLogger(__name__)
+
 
 class GroqLLM(LLMBase):
     def __init__(self, config: Optional[BaseLlmConfig] = None):
@@ -22,6 +25,24 @@ class GroqLLM(LLMBase):
         api_key = self.config.api_key or os.getenv("GROQ_API_KEY")
         self.client = Groq(api_key=api_key)
 
+    @staticmethod
+    def _supports_json_mode(model: Optional[Union[str, Dict]]) -> bool:
+        """
+        Groq's compound agentic systems (e.g. ``groq/compound``, ``groq/compound-mini``)
+        do not support the JSON ``response_format`` and return empty or non-JSON content
+        when it is requested. See https://console.groq.com/docs/structured-outputs.
+
+        Non-string models (the config allows a dict) are assumed to support JSON mode,
+        preserving prior behavior.
+        """
+        if not isinstance(model, str):
+            return True
+        # Strip provider prefixes (e.g. "groq/compound-mini" -> "compound-mini"),
+        # mirroring the _is_reasoning_model heuristic in LLMBase, so the match
+        # targets the compound family rather than any name containing the substring.
+        base_model = model.lower().rsplit("/", 1)[-1]
+        return not base_model.startswith("compound")
+
     def _parse_response(self, response, tools):
         """
         Process the response based on whether tools are used or not.
@@ -79,7 +100,17 @@ class GroqLLM(LLMBase):
             "top_p": self.config.top_p,
         }
         if response_format:
-            params["response_format"] = response_format
+            requests_json = isinstance(response_format, dict) and response_format.get("type") in (
+                "json_object",
+                "json_schema",
+            )
+            if requests_json and not self._supports_json_mode(self.config.model):
+                logger.debug(
+                    f"Model '{self.config.model}' does not support JSON response_format; "
+                    "sending the request without it."
+                )
+            else:
+                params["response_format"] = response_format
         if tools:
             params["tools"] = tools
             params["tool_choice"] = tool_choice