feat: Composio tools execute on-the-fly (#999)

letta/local_llm/chat_completion_proxy.py

@@ -6,6 +6,8 @@ import requests
 
 from letta.constants import CLI_WARNING_PREFIX
 from letta.errors import LocalLLMConnectionError, LocalLLMError
+from letta.helpers.datetime_helpers import get_utc_time
+from letta.helpers.json_helpers import json_dumps
 from letta.local_llm.constants import DEFAULT_WRAPPER
 from letta.local_llm.function_parser import patch_function
 from letta.local_llm.grammars.gbnf_grammar_generator import create_dynamic_model_from_function, generate_gbnf_grammar_and_documentation
@@ -20,7 +22,7 @@ from letta.local_llm.webui.api import get_webui_completion
 from letta.local_llm.webui.legacy_api import get_webui_completion as get_webui_completion_legacy
 from letta.prompts.gpt_summarize import SYSTEM as SUMMARIZE_SYSTEM_MESSAGE
 from letta.schemas.openai.chat_completion_response import ChatCompletionResponse, Choice, Message, ToolCall, UsageStatistics
-from letta.utils import get_tool_call_id, get_utc_time, json_dumps
+from letta.utils import get_tool_call_id
 
 has_shown_warning = False
 grammar_supported_backends = ["koboldcpp", "llamacpp", "webui", "webui-legacy"]

letta/local_llm/function_parser.py

@@ -1,7 +1,7 @@
 import copy
 import json
 
-from letta.utils import json_dumps, json_loads
+from letta.helpers.json_helpers import json_dumps, json_loads
 
 NO_HEARTBEAT_FUNCS = ["send_message"]
 

letta/local_llm/grammars/gbnf_grammar_generator.py

@@ -10,7 +10,7 @@ from typing import Any, Callable, List, Optional, Tuple, Type, Union, _GenericAl
 from docstring_parser import parse
 from pydantic import BaseModel, create_model
 
-from letta.utils import json_dumps
+from letta.helpers.json_helpers import json_dumps
 
 
 class PydanticDataType(Enum):

letta/local_llm/json_parser.py

@@ -2,7 +2,7 @@ import json
 import re
 
 from letta.errors import LLMJSONParsingError
-from letta.utils import json_loads
+from letta.helpers.json_helpers import json_loads
 
 
 def clean_json_string_extra_backslash(s):

letta/local_llm/llm_chat_completion_wrappers/airoboros.py

@@ -1,6 +1,5 @@
-from letta.utils import json_dumps, json_loads
-
 from ...errors import LLMJSONParsingError
+from ...helpers.json_helpers import json_dumps, json_loads
 from ..json_parser import clean_json
 from .wrapper_base import LLMChatCompletionWrapper
 

letta/local_llm/llm_chat_completion_wrappers/chatml.py

@@ -1,8 +1,8 @@
 from letta.errors import LLMJSONParsingError
+from letta.helpers.json_helpers import json_dumps, json_loads
 from letta.local_llm.json_parser import clean_json
 from letta.local_llm.llm_chat_completion_wrappers.wrapper_base import LLMChatCompletionWrapper
 from letta.schemas.enums import MessageRole
-from letta.utils import json_dumps, json_loads
 
 PREFIX_HINT = """# Reminders:
 # Important information about yourself and the user is stored in (limited) core memory

letta/local_llm/llm_chat_completion_wrappers/configurable_wrapper.py

@@ -1,8 +1,7 @@
 import yaml
 
-from letta.utils import json_dumps, json_loads
-
 from ...errors import LLMJSONParsingError
+from ...helpers.json_helpers import json_dumps, json_loads
 from ..json_parser import clean_json
 from .wrapper_base import LLMChatCompletionWrapper
 

letta/local_llm/llm_chat_completion_wrappers/dolphin.py

@@ -1,6 +1,5 @@
-from letta.utils import json_dumps, json_loads
-
 from ...errors import LLMJSONParsingError
+from ...helpers.json_helpers import json_dumps, json_loads
 from ..json_parser import clean_json
 from .wrapper_base import LLMChatCompletionWrapper
 

letta/local_llm/llm_chat_completion_wrappers/llama3.py

@@ -1,7 +1,7 @@
 from letta.errors import LLMJSONParsingError
+from letta.helpers.json_helpers import json_dumps, json_loads
 from letta.local_llm.json_parser import clean_json
 from letta.local_llm.llm_chat_completion_wrappers.wrapper_base import LLMChatCompletionWrapper
-from letta.utils import json_dumps, json_loads
 
 PREFIX_HINT = """# Reminders:
 # Important information about yourself and the user is stored in (limited) core memory

letta/local_llm/llm_chat_completion_wrappers/simple_summary_wrapper.py

@@ -1,5 +1,4 @@
-from letta.utils import json_dumps, json_loads
-
+from ...helpers.json_helpers import json_dumps, json_loads
 from .wrapper_base import LLMChatCompletionWrapper
 
 

letta/local_llm/llm_chat_completion_wrappers/zephyr.py

@@ -1,6 +1,5 @@
-from letta.utils import json_dumps, json_loads
-
 from ...errors import LLMJSONParsingError
+from ...helpers.json_helpers import json_dumps, json_loads
 from ..json_parser import clean_json
 from .wrapper_base import LLMChatCompletionWrapper