diff --git a/apps/llm/function.py b/apps/llm/function.py index 542d00e54423a9eb1917cbf4a3a95a96d903684f..63d8e5cfe5112f5cbabaac6efa4b3f58c1d42af9 100644 --- a/apps/llm/function.py +++ b/apps/llm/function.py @@ -42,10 +42,10 @@ class FunctionLLM: self._params = { "model": self._config.model, "messages": [], - "timeout": 300, "extra_body": {"enable_thinking": False} } - + if self._config.backend != "ollama": + self._params["timeout"] = 300 if self._config.backend == "ollama": import ollama