utils.ts 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. import {
  2. Position,
  3. getConnectedEdges,
  4. getOutgoers,
  5. } from 'reactflow'
  6. import dagre from 'dagre'
  7. import {
  8. cloneDeep,
  9. uniqBy,
  10. } from 'lodash-es'
  11. import type {
  12. Edge,
  13. InputVar,
  14. Node,
  15. ToolWithProvider,
  16. } from './types'
  17. import { BlockEnum } from './types'
  18. import {
  19. NODE_WIDTH_X_OFFSET,
  20. START_INITIAL_POSITION,
  21. } from './constants'
  22. import type { QuestionClassifierNodeType } from './nodes/question-classifier/types'
  23. import type { ToolNodeType } from './nodes/tool/types'
  24. import { CollectionType } from '@/app/components/tools/types'
  25. import { toolParametersToFormSchemas } from '@/app/components/tools/utils/to-form-schema'
  26. const WHITE = 'WHITE'
  27. const GRAY = 'GRAY'
  28. const BLACK = 'BLACK'
  29. const isCyclicUtil = (nodeId: string, color: Record<string, string>, adjaList: Record<string, string[]>, stack: string[]) => {
  30. color[nodeId] = GRAY
  31. stack.push(nodeId)
  32. for (let i = 0; i < adjaList[nodeId].length; ++i) {
  33. const childId = adjaList[nodeId][i]
  34. if (color[childId] === GRAY) {
  35. stack.push(childId)
  36. return true
  37. }
  38. if (color[childId] === WHITE && isCyclicUtil(childId, color, adjaList, stack))
  39. return true
  40. }
  41. color[nodeId] = BLACK
  42. if (stack.length > 0 && stack[stack.length - 1] === nodeId)
  43. stack.pop()
  44. return false
  45. }
  46. const getCycleEdges = (nodes: Node[], edges: Edge[]) => {
  47. const adjaList: Record<string, string[]> = {}
  48. const color: Record<string, string> = {}
  49. const stack: string[] = []
  50. for (const node of nodes) {
  51. color[node.id] = WHITE
  52. adjaList[node.id] = []
  53. }
  54. for (const edge of edges)
  55. adjaList[edge.source]?.push(edge.target)
  56. for (let i = 0; i < nodes.length; i++) {
  57. if (color[nodes[i].id] === WHITE)
  58. isCyclicUtil(nodes[i].id, color, adjaList, stack)
  59. }
  60. const cycleEdges = []
  61. if (stack.length > 0) {
  62. const cycleNodes = new Set(stack)
  63. for (const edge of edges) {
  64. if (cycleNodes.has(edge.source) && cycleNodes.has(edge.target))
  65. cycleEdges.push(edge)
  66. }
  67. }
  68. return cycleEdges
  69. }
  70. export const initialNodes = (nodes: Node[], edges: Edge[]) => {
  71. const firstNode = nodes[0]
  72. if (!firstNode?.position) {
  73. nodes.forEach((node, index) => {
  74. node.position = {
  75. x: START_INITIAL_POSITION.x + index * NODE_WIDTH_X_OFFSET,
  76. y: START_INITIAL_POSITION.y,
  77. }
  78. })
  79. }
  80. return nodes.map((node) => {
  81. node.type = 'custom'
  82. const connectedEdges = getConnectedEdges([node], edges)
  83. node.data._connectedSourceHandleIds = connectedEdges.filter(edge => edge.source === node.id).map(edge => edge.sourceHandle || 'source')
  84. node.data._connectedTargetHandleIds = connectedEdges.filter(edge => edge.target === node.id).map(edge => edge.targetHandle || 'target')
  85. if (node.data.type === BlockEnum.IfElse) {
  86. node.data._targetBranches = [
  87. {
  88. id: 'true',
  89. name: 'IS TRUE',
  90. },
  91. {
  92. id: 'false',
  93. name: 'IS FALSE',
  94. },
  95. ]
  96. }
  97. if (node.data.type === BlockEnum.QuestionClassifier) {
  98. node.data._targetBranches = (node.data as QuestionClassifierNodeType).classes.map((topic) => {
  99. return topic
  100. })
  101. }
  102. return node
  103. })
  104. }
  105. export const initialEdges = (edges: Edge[], nodes: Node[]) => {
  106. let selectedNode: Node | null = null
  107. const nodesMap = nodes.reduce((acc, node) => {
  108. acc[node.id] = node
  109. if (node.data?.selected)
  110. selectedNode = node
  111. return acc
  112. }, {} as Record<string, Node>)
  113. const cycleEdges = getCycleEdges(nodes, edges)
  114. return edges.filter((edge) => {
  115. return !cycleEdges.find(cycEdge => cycEdge.source === edge.source && cycEdge.target === edge.target)
  116. }).map((edge) => {
  117. edge.type = 'custom'
  118. if (!edge.sourceHandle)
  119. edge.sourceHandle = 'source'
  120. if (!edge.targetHandle)
  121. edge.targetHandle = 'target'
  122. if (!edge.data?.sourceType && edge.source) {
  123. edge.data = {
  124. ...edge.data,
  125. sourceType: nodesMap[edge.source].data.type!,
  126. } as any
  127. }
  128. if (!edge.data?.targetType && edge.target) {
  129. edge.data = {
  130. ...edge.data,
  131. targetType: nodesMap[edge.target].data.type!,
  132. } as any
  133. }
  134. if (selectedNode) {
  135. edge.data = {
  136. ...edge.data,
  137. _connectedNodeIsSelected: edge.source === selectedNode.id || edge.target === selectedNode.id,
  138. } as any
  139. }
  140. return edge
  141. })
  142. }
  143. const dagreGraph = new dagre.graphlib.Graph()
  144. dagreGraph.setDefaultEdgeLabel(() => ({}))
  145. export const getLayoutByDagre = (originNodes: Node[], originEdges: Edge[]) => {
  146. const nodes = cloneDeep(originNodes)
  147. const edges = cloneDeep(originEdges)
  148. dagreGraph.setGraph({
  149. rankdir: 'LR',
  150. align: 'UL',
  151. nodesep: 64,
  152. ranksep: 40,
  153. })
  154. nodes.forEach((node) => {
  155. dagreGraph.setNode(node.id, { width: node.width, height: node.height })
  156. })
  157. edges.forEach((edge) => {
  158. dagreGraph.setEdge(edge.source, edge.target)
  159. })
  160. dagre.layout(dagreGraph)
  161. return dagreGraph
  162. }
  163. export const canRunBySingle = (nodeType: BlockEnum) => {
  164. return nodeType === BlockEnum.LLM
  165. || nodeType === BlockEnum.KnowledgeRetrieval
  166. || nodeType === BlockEnum.Code
  167. || nodeType === BlockEnum.TemplateTransform
  168. || nodeType === BlockEnum.QuestionClassifier
  169. || nodeType === BlockEnum.HttpRequest
  170. || nodeType === BlockEnum.Tool
  171. }
  172. type ConnectedSourceOrTargetNodesChange = {
  173. type: string
  174. edge: Edge
  175. }[]
  176. export const getNodesConnectedSourceOrTargetHandleIdsMap = (changes: ConnectedSourceOrTargetNodesChange, nodes: Node[]) => {
  177. const nodesConnectedSourceOrTargetHandleIdsMap = {} as Record<string, any>
  178. changes.forEach((change) => {
  179. const {
  180. edge,
  181. type,
  182. } = change
  183. const sourceNode = nodes.find(node => node.id === edge.source)!
  184. if (sourceNode) {
  185. nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id] = nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id] || {
  186. _connectedSourceHandleIds: [...(sourceNode?.data._connectedSourceHandleIds || [])],
  187. _connectedTargetHandleIds: [...(sourceNode?.data._connectedTargetHandleIds || [])],
  188. }
  189. }
  190. const targetNode = nodes.find(node => node.id === edge.target)!
  191. if (targetNode) {
  192. nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id] = nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id] || {
  193. _connectedSourceHandleIds: [...(targetNode?.data._connectedSourceHandleIds || [])],
  194. _connectedTargetHandleIds: [...(targetNode?.data._connectedTargetHandleIds || [])],
  195. }
  196. }
  197. if (sourceNode) {
  198. if (type === 'remove')
  199. nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id]._connectedSourceHandleIds = nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id]._connectedSourceHandleIds.filter((handleId: string) => handleId !== edge.sourceHandle)
  200. if (type === 'add')
  201. nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id]._connectedSourceHandleIds.push(edge.sourceHandle || 'source')
  202. }
  203. if (targetNode) {
  204. if (type === 'remove')
  205. nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id]._connectedTargetHandleIds = nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id]._connectedTargetHandleIds.filter((handleId: string) => handleId !== edge.targetHandle)
  206. if (type === 'add')
  207. nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id]._connectedTargetHandleIds.push(edge.targetHandle || 'target')
  208. }
  209. })
  210. return nodesConnectedSourceOrTargetHandleIdsMap
  211. }
  212. export const generateNewNode = ({ data, position, id }: Pick<Node, 'data' | 'position'> & { id?: string }) => {
  213. return {
  214. id: id || `${Date.now()}`,
  215. type: 'custom',
  216. data,
  217. position,
  218. targetPosition: Position.Left,
  219. sourcePosition: Position.Right,
  220. } as Node
  221. }
  222. export const getValidTreeNodes = (nodes: Node[], edges: Edge[]) => {
  223. const startNode = nodes.find(node => node.data.type === BlockEnum.Start)
  224. if (!startNode) {
  225. return {
  226. validNodes: [],
  227. maxDepth: 0,
  228. }
  229. }
  230. const list: Node[] = [startNode]
  231. let maxDepth = 1
  232. const traverse = (root: Node, depth: number) => {
  233. if (depth > maxDepth)
  234. maxDepth = depth
  235. const outgoers = getOutgoers(root, nodes, edges)
  236. if (outgoers.length) {
  237. outgoers.forEach((outgoer) => {
  238. list.push(outgoer)
  239. traverse(outgoer, depth + 1)
  240. })
  241. }
  242. else {
  243. list.push(root)
  244. }
  245. }
  246. traverse(startNode, maxDepth)
  247. return {
  248. validNodes: uniqBy(list, 'id'),
  249. maxDepth,
  250. }
  251. }
  252. export const getToolCheckParams = (
  253. toolData: ToolNodeType,
  254. buildInTools: ToolWithProvider[],
  255. customTools: ToolWithProvider[],
  256. language: string,
  257. ) => {
  258. const { provider_id, provider_type, tool_name } = toolData
  259. const isBuiltIn = provider_type === CollectionType.builtIn
  260. const currentTools = isBuiltIn ? buildInTools : customTools
  261. const currCollection = currentTools.find(item => item.id === provider_id)
  262. const currTool = currCollection?.tools.find(tool => tool.name === tool_name)
  263. const formSchemas = currTool ? toolParametersToFormSchemas(currTool.parameters) : []
  264. const toolInputVarSchema = formSchemas.filter((item: any) => item.form === 'llm')
  265. const toolSettingSchema = formSchemas.filter((item: any) => item.form !== 'llm')
  266. return {
  267. toolInputsSchema: (() => {
  268. const formInputs: InputVar[] = []
  269. toolInputVarSchema.forEach((item: any) => {
  270. formInputs.push({
  271. label: item.label[language] || item.label.en_US,
  272. variable: item.variable,
  273. type: item.type,
  274. required: item.required,
  275. })
  276. })
  277. return formInputs
  278. })(),
  279. notAuthed: isBuiltIn && !!currCollection?.allow_delete && !currCollection?.is_team_authorization,
  280. toolSettingSchema,
  281. language,
  282. }
  283. }