123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372 |
- from abc import ABC, abstractmethod
- from enum import Enum
- from typing import Any, Optional, Union
- from pydantic import BaseModel, validator
- from core.tools.entities.tool_entities import (
- ToolDescription,
- ToolIdentity,
- ToolInvokeMessage,
- ToolParameter,
- ToolProviderType,
- ToolRuntimeImageVariable,
- ToolRuntimeVariable,
- ToolRuntimeVariablePool,
- )
- from core.tools.tool_file_manager import ToolFileManager
- class Tool(BaseModel, ABC):
- identity: ToolIdentity = None
- parameters: Optional[list[ToolParameter]] = None
- description: ToolDescription = None
- is_team_authorization: bool = False
- @validator('parameters', pre=True, always=True)
- def set_parameters(cls, v, values):
- if not v:
- return []
- return v
- class Runtime(BaseModel):
- """
- Meta data of a tool call processing
- """
- def __init__(self, **data: Any):
- super().__init__(**data)
- if not self.runtime_parameters:
- self.runtime_parameters = {}
- tenant_id: str = None
- tool_id: str = None
- credentials: dict[str, Any] = None
- runtime_parameters: dict[str, Any] = None
- runtime: Runtime = None
- variables: ToolRuntimeVariablePool = None
- def __init__(self, **data: Any):
- super().__init__(**data)
- class VARIABLE_KEY(Enum):
- IMAGE = 'image'
- def fork_tool_runtime(self, meta: dict[str, Any]) -> 'Tool':
- """
- fork a new tool with meta data
- :param meta: the meta data of a tool call processing, tenant_id is required
- :return: the new tool
- """
- return self.__class__(
- identity=self.identity.copy() if self.identity else None,
- parameters=self.parameters.copy() if self.parameters else None,
- description=self.description.copy() if self.description else None,
- runtime=Tool.Runtime(**meta),
- )
-
- @abstractmethod
- def tool_provider_type(self) -> ToolProviderType:
- """
- get the tool provider type
- :return: the tool provider type
- """
-
- def load_variables(self, variables: ToolRuntimeVariablePool):
- """
- load variables from database
- :param conversation_id: the conversation id
- """
- self.variables = variables
- def set_image_variable(self, variable_name: str, image_key: str) -> None:
- """
- set an image variable
- """
- if not self.variables:
- return
-
- self.variables.set_file(self.identity.name, variable_name, image_key)
- def set_text_variable(self, variable_name: str, text: str) -> None:
- """
- set a text variable
- """
- if not self.variables:
- return
-
- self.variables.set_text(self.identity.name, variable_name, text)
-
- def get_variable(self, name: Union[str, Enum]) -> Optional[ToolRuntimeVariable]:
- """
- get a variable
- :param name: the name of the variable
- :return: the variable
- """
- if not self.variables:
- return None
-
- if isinstance(name, Enum):
- name = name.value
-
- for variable in self.variables.pool:
- if variable.name == name:
- return variable
-
- return None
- def get_default_image_variable(self) -> Optional[ToolRuntimeVariable]:
- """
- get the default image variable
- :return: the image variable
- """
- if not self.variables:
- return None
-
- return self.get_variable(self.VARIABLE_KEY.IMAGE)
-
- def get_variable_file(self, name: Union[str, Enum]) -> Optional[bytes]:
- """
- get a variable file
- :param name: the name of the variable
- :return: the variable file
- """
- variable = self.get_variable(name)
- if not variable:
- return None
-
- if not isinstance(variable, ToolRuntimeImageVariable):
- return None
- message_file_id = variable.value
- # get file binary
- file_binary = ToolFileManager.get_file_binary_by_message_file_id(message_file_id)
- if not file_binary:
- return None
-
- return file_binary[0]
-
- def list_variables(self) -> list[ToolRuntimeVariable]:
- """
- list all variables
- :return: the variables
- """
- if not self.variables:
- return []
-
- return self.variables.pool
-
- def list_default_image_variables(self) -> list[ToolRuntimeVariable]:
- """
- list all image variables
- :return: the image variables
- """
- if not self.variables:
- return []
-
- result = []
-
- for variable in self.variables.pool:
- if variable.name.startswith(self.VARIABLE_KEY.IMAGE.value):
- result.append(variable)
- return result
- def invoke(self, user_id: str, tool_parameters: dict[str, Any]) -> list[ToolInvokeMessage]:
- # update tool_parameters
- if self.runtime.runtime_parameters:
- tool_parameters.update(self.runtime.runtime_parameters)
- # try parse tool parameters into the correct type
- tool_parameters = self._transform_tool_parameters_type(tool_parameters)
- result = self._invoke(
- user_id=user_id,
- tool_parameters=tool_parameters,
- )
- if not isinstance(result, list):
- result = [result]
- return result
-
- def _convert_tool_response_to_str(self, tool_response: list[ToolInvokeMessage]) -> str:
- """
- Handle tool response
- """
- result = ''
- for response in tool_response:
- if response.type == ToolInvokeMessage.MessageType.TEXT:
- result += response.message
- elif response.type == ToolInvokeMessage.MessageType.LINK:
- result += f"result link: {response.message}. please tell user to check it."
- elif response.type == ToolInvokeMessage.MessageType.IMAGE_LINK or \
- response.type == ToolInvokeMessage.MessageType.IMAGE:
- result += "image has been created and sent to user already, you do not need to create it, just tell the user to check it now."
- elif response.type == ToolInvokeMessage.MessageType.BLOB:
- if len(response.message) > 114:
- result += str(response.message[:114]) + '...'
- else:
- result += str(response.message)
- else:
- result += f"tool response: {response.message}."
- return result
-
- def _transform_tool_parameters_type(self, tool_parameters: dict[str, Any]) -> dict[str, Any]:
- """
- Transform tool parameters type
- """
- for parameter in self.parameters:
- if parameter.name in tool_parameters:
- if parameter.type in [
- ToolParameter.ToolParameterType.SECRET_INPUT,
- ToolParameter.ToolParameterType.STRING,
- ToolParameter.ToolParameterType.SELECT,
- ] and not isinstance(tool_parameters[parameter.name], str):
- tool_parameters[parameter.name] = str(tool_parameters[parameter.name])
- elif parameter.type == ToolParameter.ToolParameterType.NUMBER \
- and not isinstance(tool_parameters[parameter.name], int | float):
- if isinstance(tool_parameters[parameter.name], str):
- try:
- tool_parameters[parameter.name] = int(tool_parameters[parameter.name])
- except ValueError:
- tool_parameters[parameter.name] = float(tool_parameters[parameter.name])
- elif parameter.type == ToolParameter.ToolParameterType.BOOLEAN:
- if not isinstance(tool_parameters[parameter.name], bool):
- # check if it is a string
- if isinstance(tool_parameters[parameter.name], str):
- # check true false
- if tool_parameters[parameter.name].lower() in ['true', 'false']:
- tool_parameters[parameter.name] = tool_parameters[parameter.name].lower() == 'true'
- # check 1 0
- elif tool_parameters[parameter.name] in ['1', '0']:
- tool_parameters[parameter.name] = tool_parameters[parameter.name] == '1'
- else:
- tool_parameters[parameter.name] = bool(tool_parameters[parameter.name])
- elif isinstance(tool_parameters[parameter.name], int | float):
- tool_parameters[parameter.name] = tool_parameters[parameter.name] != 0
- else:
- tool_parameters[parameter.name] = bool(tool_parameters[parameter.name])
-
- return tool_parameters
- @abstractmethod
- def _invoke(self, user_id: str, tool_parameters: dict[str, Any]) -> Union[ToolInvokeMessage, list[ToolInvokeMessage]]:
- pass
-
- def validate_credentials(self, credentials: dict[str, Any], parameters: dict[str, Any]) -> None:
- """
- validate the credentials
- :param credentials: the credentials
- :param parameters: the parameters
- """
- pass
- def get_runtime_parameters(self) -> list[ToolParameter]:
- """
- get the runtime parameters
- interface for developer to dynamic change the parameters of a tool depends on the variables pool
- :return: the runtime parameters
- """
- return self.parameters
-
- def get_all_runtime_parameters(self) -> list[ToolParameter]:
- """
- get all runtime parameters
- :return: all runtime parameters
- """
- parameters = self.parameters or []
- parameters = parameters.copy()
- user_parameters = self.get_runtime_parameters() or []
- user_parameters = user_parameters.copy()
- # override parameters
- for parameter in user_parameters:
- # check if parameter in tool parameters
- found = False
- for tool_parameter in parameters:
- if tool_parameter.name == parameter.name:
- found = True
- break
- if found:
- # override parameter
- tool_parameter.type = parameter.type
- tool_parameter.form = parameter.form
- tool_parameter.required = parameter.required
- tool_parameter.default = parameter.default
- tool_parameter.options = parameter.options
- tool_parameter.llm_description = parameter.llm_description
- else:
- # add new parameter
- parameters.append(parameter)
- return parameters
-
- def is_tool_available(self) -> bool:
- """
- check if the tool is available
- :return: if the tool is available
- """
- return True
- def create_image_message(self, image: str, save_as: str = '') -> ToolInvokeMessage:
- """
- create an image message
- :param image: the url of the image
- :return: the image message
- """
- return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.IMAGE,
- message=image,
- save_as=save_as)
-
- def create_link_message(self, link: str, save_as: str = '') -> ToolInvokeMessage:
- """
- create a link message
- :param link: the url of the link
- :return: the link message
- """
- return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.LINK,
- message=link,
- save_as=save_as)
-
- def create_text_message(self, text: str, save_as: str = '') -> ToolInvokeMessage:
- """
- create a text message
- :param text: the text
- :return: the text message
- """
- return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.TEXT,
- message=text,
- save_as=save_as
- )
-
- def create_blob_message(self, blob: bytes, meta: dict = None, save_as: str = '') -> ToolInvokeMessage:
- """
- create a blob message
- :param blob: the blob
- :return: the blob message
- """
- return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.BLOB,
- message=blob, meta=meta,
- save_as=save_as
- )
|