tool.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372
  1. from abc import ABC, abstractmethod
  2. from enum import Enum
  3. from typing import Any, Optional, Union
  4. from pydantic import BaseModel, validator
  5. from core.tools.entities.tool_entities import (
  6. ToolDescription,
  7. ToolIdentity,
  8. ToolInvokeMessage,
  9. ToolParameter,
  10. ToolProviderType,
  11. ToolRuntimeImageVariable,
  12. ToolRuntimeVariable,
  13. ToolRuntimeVariablePool,
  14. )
  15. from core.tools.tool_file_manager import ToolFileManager
  16. class Tool(BaseModel, ABC):
  17. identity: ToolIdentity = None
  18. parameters: Optional[list[ToolParameter]] = None
  19. description: ToolDescription = None
  20. is_team_authorization: bool = False
  21. @validator('parameters', pre=True, always=True)
  22. def set_parameters(cls, v, values):
  23. if not v:
  24. return []
  25. return v
  26. class Runtime(BaseModel):
  27. """
  28. Meta data of a tool call processing
  29. """
  30. def __init__(self, **data: Any):
  31. super().__init__(**data)
  32. if not self.runtime_parameters:
  33. self.runtime_parameters = {}
  34. tenant_id: str = None
  35. tool_id: str = None
  36. credentials: dict[str, Any] = None
  37. runtime_parameters: dict[str, Any] = None
  38. runtime: Runtime = None
  39. variables: ToolRuntimeVariablePool = None
  40. def __init__(self, **data: Any):
  41. super().__init__(**data)
  42. class VARIABLE_KEY(Enum):
  43. IMAGE = 'image'
  44. def fork_tool_runtime(self, meta: dict[str, Any]) -> 'Tool':
  45. """
  46. fork a new tool with meta data
  47. :param meta: the meta data of a tool call processing, tenant_id is required
  48. :return: the new tool
  49. """
  50. return self.__class__(
  51. identity=self.identity.copy() if self.identity else None,
  52. parameters=self.parameters.copy() if self.parameters else None,
  53. description=self.description.copy() if self.description else None,
  54. runtime=Tool.Runtime(**meta),
  55. )
  56. @abstractmethod
  57. def tool_provider_type(self) -> ToolProviderType:
  58. """
  59. get the tool provider type
  60. :return: the tool provider type
  61. """
  62. def load_variables(self, variables: ToolRuntimeVariablePool):
  63. """
  64. load variables from database
  65. :param conversation_id: the conversation id
  66. """
  67. self.variables = variables
  68. def set_image_variable(self, variable_name: str, image_key: str) -> None:
  69. """
  70. set an image variable
  71. """
  72. if not self.variables:
  73. return
  74. self.variables.set_file(self.identity.name, variable_name, image_key)
  75. def set_text_variable(self, variable_name: str, text: str) -> None:
  76. """
  77. set a text variable
  78. """
  79. if not self.variables:
  80. return
  81. self.variables.set_text(self.identity.name, variable_name, text)
  82. def get_variable(self, name: Union[str, Enum]) -> Optional[ToolRuntimeVariable]:
  83. """
  84. get a variable
  85. :param name: the name of the variable
  86. :return: the variable
  87. """
  88. if not self.variables:
  89. return None
  90. if isinstance(name, Enum):
  91. name = name.value
  92. for variable in self.variables.pool:
  93. if variable.name == name:
  94. return variable
  95. return None
  96. def get_default_image_variable(self) -> Optional[ToolRuntimeVariable]:
  97. """
  98. get the default image variable
  99. :return: the image variable
  100. """
  101. if not self.variables:
  102. return None
  103. return self.get_variable(self.VARIABLE_KEY.IMAGE)
  104. def get_variable_file(self, name: Union[str, Enum]) -> Optional[bytes]:
  105. """
  106. get a variable file
  107. :param name: the name of the variable
  108. :return: the variable file
  109. """
  110. variable = self.get_variable(name)
  111. if not variable:
  112. return None
  113. if not isinstance(variable, ToolRuntimeImageVariable):
  114. return None
  115. message_file_id = variable.value
  116. # get file binary
  117. file_binary = ToolFileManager.get_file_binary_by_message_file_id(message_file_id)
  118. if not file_binary:
  119. return None
  120. return file_binary[0]
  121. def list_variables(self) -> list[ToolRuntimeVariable]:
  122. """
  123. list all variables
  124. :return: the variables
  125. """
  126. if not self.variables:
  127. return []
  128. return self.variables.pool
  129. def list_default_image_variables(self) -> list[ToolRuntimeVariable]:
  130. """
  131. list all image variables
  132. :return: the image variables
  133. """
  134. if not self.variables:
  135. return []
  136. result = []
  137. for variable in self.variables.pool:
  138. if variable.name.startswith(self.VARIABLE_KEY.IMAGE.value):
  139. result.append(variable)
  140. return result
  141. def invoke(self, user_id: str, tool_parameters: dict[str, Any]) -> list[ToolInvokeMessage]:
  142. # update tool_parameters
  143. if self.runtime.runtime_parameters:
  144. tool_parameters.update(self.runtime.runtime_parameters)
  145. # try parse tool parameters into the correct type
  146. tool_parameters = self._transform_tool_parameters_type(tool_parameters)
  147. result = self._invoke(
  148. user_id=user_id,
  149. tool_parameters=tool_parameters,
  150. )
  151. if not isinstance(result, list):
  152. result = [result]
  153. return result
  154. def _convert_tool_response_to_str(self, tool_response: list[ToolInvokeMessage]) -> str:
  155. """
  156. Handle tool response
  157. """
  158. result = ''
  159. for response in tool_response:
  160. if response.type == ToolInvokeMessage.MessageType.TEXT:
  161. result += response.message
  162. elif response.type == ToolInvokeMessage.MessageType.LINK:
  163. result += f"result link: {response.message}. please tell user to check it."
  164. elif response.type == ToolInvokeMessage.MessageType.IMAGE_LINK or \
  165. response.type == ToolInvokeMessage.MessageType.IMAGE:
  166. result += "image has been created and sent to user already, you do not need to create it, just tell the user to check it now."
  167. elif response.type == ToolInvokeMessage.MessageType.BLOB:
  168. if len(response.message) > 114:
  169. result += str(response.message[:114]) + '...'
  170. else:
  171. result += str(response.message)
  172. else:
  173. result += f"tool response: {response.message}."
  174. return result
  175. def _transform_tool_parameters_type(self, tool_parameters: dict[str, Any]) -> dict[str, Any]:
  176. """
  177. Transform tool parameters type
  178. """
  179. for parameter in self.parameters:
  180. if parameter.name in tool_parameters:
  181. if parameter.type in [
  182. ToolParameter.ToolParameterType.SECRET_INPUT,
  183. ToolParameter.ToolParameterType.STRING,
  184. ToolParameter.ToolParameterType.SELECT,
  185. ] and not isinstance(tool_parameters[parameter.name], str):
  186. tool_parameters[parameter.name] = str(tool_parameters[parameter.name])
  187. elif parameter.type == ToolParameter.ToolParameterType.NUMBER \
  188. and not isinstance(tool_parameters[parameter.name], int | float):
  189. if isinstance(tool_parameters[parameter.name], str):
  190. try:
  191. tool_parameters[parameter.name] = int(tool_parameters[parameter.name])
  192. except ValueError:
  193. tool_parameters[parameter.name] = float(tool_parameters[parameter.name])
  194. elif parameter.type == ToolParameter.ToolParameterType.BOOLEAN:
  195. if not isinstance(tool_parameters[parameter.name], bool):
  196. # check if it is a string
  197. if isinstance(tool_parameters[parameter.name], str):
  198. # check true false
  199. if tool_parameters[parameter.name].lower() in ['true', 'false']:
  200. tool_parameters[parameter.name] = tool_parameters[parameter.name].lower() == 'true'
  201. # check 1 0
  202. elif tool_parameters[parameter.name] in ['1', '0']:
  203. tool_parameters[parameter.name] = tool_parameters[parameter.name] == '1'
  204. else:
  205. tool_parameters[parameter.name] = bool(tool_parameters[parameter.name])
  206. elif isinstance(tool_parameters[parameter.name], int | float):
  207. tool_parameters[parameter.name] = tool_parameters[parameter.name] != 0
  208. else:
  209. tool_parameters[parameter.name] = bool(tool_parameters[parameter.name])
  210. return tool_parameters
  211. @abstractmethod
  212. def _invoke(self, user_id: str, tool_parameters: dict[str, Any]) -> Union[ToolInvokeMessage, list[ToolInvokeMessage]]:
  213. pass
  214. def validate_credentials(self, credentials: dict[str, Any], parameters: dict[str, Any]) -> None:
  215. """
  216. validate the credentials
  217. :param credentials: the credentials
  218. :param parameters: the parameters
  219. """
  220. pass
  221. def get_runtime_parameters(self) -> list[ToolParameter]:
  222. """
  223. get the runtime parameters
  224. interface for developer to dynamic change the parameters of a tool depends on the variables pool
  225. :return: the runtime parameters
  226. """
  227. return self.parameters
  228. def get_all_runtime_parameters(self) -> list[ToolParameter]:
  229. """
  230. get all runtime parameters
  231. :return: all runtime parameters
  232. """
  233. parameters = self.parameters or []
  234. parameters = parameters.copy()
  235. user_parameters = self.get_runtime_parameters() or []
  236. user_parameters = user_parameters.copy()
  237. # override parameters
  238. for parameter in user_parameters:
  239. # check if parameter in tool parameters
  240. found = False
  241. for tool_parameter in parameters:
  242. if tool_parameter.name == parameter.name:
  243. found = True
  244. break
  245. if found:
  246. # override parameter
  247. tool_parameter.type = parameter.type
  248. tool_parameter.form = parameter.form
  249. tool_parameter.required = parameter.required
  250. tool_parameter.default = parameter.default
  251. tool_parameter.options = parameter.options
  252. tool_parameter.llm_description = parameter.llm_description
  253. else:
  254. # add new parameter
  255. parameters.append(parameter)
  256. return parameters
  257. def is_tool_available(self) -> bool:
  258. """
  259. check if the tool is available
  260. :return: if the tool is available
  261. """
  262. return True
  263. def create_image_message(self, image: str, save_as: str = '') -> ToolInvokeMessage:
  264. """
  265. create an image message
  266. :param image: the url of the image
  267. :return: the image message
  268. """
  269. return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.IMAGE,
  270. message=image,
  271. save_as=save_as)
  272. def create_link_message(self, link: str, save_as: str = '') -> ToolInvokeMessage:
  273. """
  274. create a link message
  275. :param link: the url of the link
  276. :return: the link message
  277. """
  278. return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.LINK,
  279. message=link,
  280. save_as=save_as)
  281. def create_text_message(self, text: str, save_as: str = '') -> ToolInvokeMessage:
  282. """
  283. create a text message
  284. :param text: the text
  285. :return: the text message
  286. """
  287. return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.TEXT,
  288. message=text,
  289. save_as=save_as
  290. )
  291. def create_blob_message(self, blob: bytes, meta: dict = None, save_as: str = '') -> ToolInvokeMessage:
  292. """
  293. create a blob message
  294. :param blob: the blob
  295. :return: the blob message
  296. """
  297. return ToolInvokeMessage(type=ToolInvokeMessage.MessageType.BLOB,
  298. message=blob, meta=meta,
  299. save_as=save_as
  300. )