use-one-step-run.ts 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399
  1. import { useEffect, useState } from 'react'
  2. import { useTranslation } from 'react-i18next'
  3. import { unionBy } from 'lodash-es'
  4. import produce from 'immer'
  5. import {
  6. useIsChatMode,
  7. useNodeDataUpdate,
  8. useWorkflow,
  9. } from '@/app/components/workflow/hooks'
  10. import { getNodeInfoById, isSystemVar, toNodeOutputVars } from '@/app/components/workflow/nodes/_base/components/variable/utils'
  11. import type { CommonNodeType, InputVar, ValueSelector, Var, Variable } from '@/app/components/workflow/types'
  12. import { BlockEnum, InputVarType, NodeRunningStatus, VarType } from '@/app/components/workflow/types'
  13. import { useStore as useAppStore } from '@/app/components/app/store'
  14. import { useWorkflowStore } from '@/app/components/workflow/store'
  15. import { getIterationSingleNodeRunUrl, singleNodeRun } from '@/service/workflow'
  16. import Toast from '@/app/components/base/toast'
  17. import LLMDefault from '@/app/components/workflow/nodes/llm/default'
  18. import KnowledgeRetrievalDefault from '@/app/components/workflow/nodes/knowledge-retrieval/default'
  19. import IfElseDefault from '@/app/components/workflow/nodes/if-else/default'
  20. import CodeDefault from '@/app/components/workflow/nodes/code/default'
  21. import TemplateTransformDefault from '@/app/components/workflow/nodes/template-transform/default'
  22. import QuestionClassifyDefault from '@/app/components/workflow/nodes/question-classifier/default'
  23. import HTTPDefault from '@/app/components/workflow/nodes/http/default'
  24. import ToolDefault from '@/app/components/workflow/nodes/tool/default'
  25. import VariableAssigner from '@/app/components/workflow/nodes/variable-assigner/default'
  26. import ParameterExtractorDefault from '@/app/components/workflow/nodes/parameter-extractor/default'
  27. import IterationDefault from '@/app/components/workflow/nodes/iteration/default'
  28. import { ssePost } from '@/service/base'
  29. import { getInputVars as doGetInputVars } from '@/app/components/base/prompt-editor/constants'
  30. import type { NodeTracing } from '@/types/workflow'
  31. const { checkValid: checkLLMValid } = LLMDefault
  32. const { checkValid: checkKnowledgeRetrievalValid } = KnowledgeRetrievalDefault
  33. const { checkValid: checkIfElseValid } = IfElseDefault
  34. const { checkValid: checkCodeValid } = CodeDefault
  35. const { checkValid: checkTemplateTransformValid } = TemplateTransformDefault
  36. const { checkValid: checkQuestionClassifyValid } = QuestionClassifyDefault
  37. const { checkValid: checkHttpValid } = HTTPDefault
  38. const { checkValid: checkToolValid } = ToolDefault
  39. const { checkValid: checkVariableAssignerValid } = VariableAssigner
  40. const { checkValid: checkParameterExtractorValid } = ParameterExtractorDefault
  41. const { checkValid: checkIterationValid } = IterationDefault
  42. const checkValidFns: Record<BlockEnum, Function> = {
  43. [BlockEnum.LLM]: checkLLMValid,
  44. [BlockEnum.KnowledgeRetrieval]: checkKnowledgeRetrievalValid,
  45. [BlockEnum.IfElse]: checkIfElseValid,
  46. [BlockEnum.Code]: checkCodeValid,
  47. [BlockEnum.TemplateTransform]: checkTemplateTransformValid,
  48. [BlockEnum.QuestionClassifier]: checkQuestionClassifyValid,
  49. [BlockEnum.HttpRequest]: checkHttpValid,
  50. [BlockEnum.Tool]: checkToolValid,
  51. [BlockEnum.VariableAssigner]: checkVariableAssignerValid,
  52. [BlockEnum.VariableAggregator]: checkVariableAssignerValid,
  53. [BlockEnum.ParameterExtractor]: checkParameterExtractorValid,
  54. [BlockEnum.Iteration]: checkIterationValid,
  55. } as any
  56. type Params<T> = {
  57. id: string
  58. data: CommonNodeType<T>
  59. defaultRunInputData: Record<string, any>
  60. moreDataForCheckValid?: any
  61. iteratorInputKey?: string
  62. }
  63. const varTypeToInputVarType = (type: VarType, {
  64. isSelect,
  65. isParagraph,
  66. }: {
  67. isSelect: boolean
  68. isParagraph: boolean
  69. }) => {
  70. if (isSelect)
  71. return InputVarType.select
  72. if (isParagraph)
  73. return InputVarType.paragraph
  74. if (type === VarType.number)
  75. return InputVarType.number
  76. if ([VarType.object, VarType.array, VarType.arrayNumber, VarType.arrayString, VarType.arrayObject].includes(type))
  77. return InputVarType.json
  78. if (type === VarType.arrayFile)
  79. return InputVarType.files
  80. return InputVarType.textInput
  81. }
  82. const useOneStepRun = <T>({
  83. id,
  84. data,
  85. defaultRunInputData,
  86. moreDataForCheckValid,
  87. iteratorInputKey,
  88. }: Params<T>) => {
  89. const { t } = useTranslation()
  90. const { getBeforeNodesInSameBranch, getBeforeNodesInSameBranchIncludeParent } = useWorkflow() as any
  91. const isChatMode = useIsChatMode()
  92. const isIteration = data.type === BlockEnum.Iteration
  93. const availableNodes = getBeforeNodesInSameBranch(id)
  94. const availableNodesIncludeParent = getBeforeNodesInSameBranchIncludeParent(id)
  95. const allOutputVars = toNodeOutputVars(availableNodes, isChatMode)
  96. const getVar = (valueSelector: ValueSelector): Var | undefined => {
  97. let res: Var | undefined
  98. const isSystem = valueSelector[0] === 'sys'
  99. const targetVar = isSystem ? allOutputVars.find(item => !!item.isStartNode) : allOutputVars.find(v => v.nodeId === valueSelector[0])
  100. if (!targetVar)
  101. return undefined
  102. if (isSystem)
  103. return targetVar.vars.find(item => item.variable.split('.')[1] === valueSelector[1])
  104. let curr: any = targetVar.vars
  105. if (!curr)
  106. return
  107. valueSelector.slice(1).forEach((key, i) => {
  108. const isLast = i === valueSelector.length - 2
  109. curr = curr?.find((v: any) => v.variable === key)
  110. if (isLast) {
  111. res = curr
  112. }
  113. else {
  114. if (curr?.type === VarType.object)
  115. curr = curr.children
  116. }
  117. })
  118. return res
  119. }
  120. const checkValid = checkValidFns[data.type]
  121. const appId = useAppStore.getState().appDetail?.id
  122. const [runInputData, setRunInputData] = useState<Record<string, any>>(defaultRunInputData || {})
  123. const iterationTimes = iteratorInputKey ? runInputData[iteratorInputKey].length : 0
  124. const [runResult, setRunResult] = useState<any>(null)
  125. const { handleNodeDataUpdate }: { handleNodeDataUpdate: (data: any) => void } = useNodeDataUpdate()
  126. const [canShowSingleRun, setCanShowSingleRun] = useState(false)
  127. const isShowSingleRun = data._isSingleRun && canShowSingleRun
  128. const [iterationRunResult, setIterationRunResult] = useState<NodeTracing[][]>([])
  129. useEffect(() => {
  130. if (!checkValid) {
  131. setCanShowSingleRun(true)
  132. return
  133. }
  134. if (data._isSingleRun) {
  135. const { isValid, errorMessage } = checkValid(data, t, moreDataForCheckValid)
  136. setCanShowSingleRun(isValid)
  137. if (!isValid) {
  138. handleNodeDataUpdate({
  139. id,
  140. data: {
  141. ...data,
  142. _isSingleRun: false,
  143. },
  144. })
  145. Toast.notify({
  146. type: 'error',
  147. message: errorMessage,
  148. })
  149. }
  150. }
  151. // eslint-disable-next-line react-hooks/exhaustive-deps
  152. }, [data._isSingleRun])
  153. const workflowStore = useWorkflowStore()
  154. useEffect(() => {
  155. workflowStore.getState().setShowSingleRunPanel(!!isShowSingleRun)
  156. }, [isShowSingleRun])
  157. const hideSingleRun = () => {
  158. handleNodeDataUpdate({
  159. id,
  160. data: {
  161. ...data,
  162. _isSingleRun: false,
  163. },
  164. })
  165. }
  166. const showSingleRun = () => {
  167. handleNodeDataUpdate({
  168. id,
  169. data: {
  170. ...data,
  171. _isSingleRun: true,
  172. },
  173. })
  174. }
  175. const runningStatus = data._singleRunningStatus || NodeRunningStatus.NotStart
  176. const isCompleted = runningStatus === NodeRunningStatus.Succeeded || runningStatus === NodeRunningStatus.Failed
  177. const handleRun = async (submitData: Record<string, any>) => {
  178. handleNodeDataUpdate({
  179. id,
  180. data: {
  181. ...data,
  182. _singleRunningStatus: NodeRunningStatus.Running,
  183. },
  184. })
  185. let res: any
  186. try {
  187. if (!isIteration) {
  188. res = await singleNodeRun(appId!, id, { inputs: submitData }) as any
  189. }
  190. else {
  191. setIterationRunResult([])
  192. let _iterationResult: NodeTracing[][] = []
  193. let _runResult: any = null
  194. ssePost(
  195. getIterationSingleNodeRunUrl(isChatMode, appId!, id),
  196. { body: { inputs: submitData } },
  197. {
  198. onWorkflowStarted: () => {
  199. },
  200. onWorkflowFinished: (params) => {
  201. handleNodeDataUpdate({
  202. id,
  203. data: {
  204. ...data,
  205. _singleRunningStatus: NodeRunningStatus.Succeeded,
  206. },
  207. })
  208. const { data: iterationData } = params
  209. _runResult.created_by = iterationData.created_by.name
  210. setRunResult(_runResult)
  211. },
  212. onIterationNext: () => {
  213. // iteration next trigger time is triggered one more time than iterationTimes
  214. if (_iterationResult.length >= iterationTimes!)
  215. return
  216. const newIterationRunResult = produce(_iterationResult, (draft) => {
  217. draft.push([])
  218. })
  219. _iterationResult = newIterationRunResult
  220. setIterationRunResult(newIterationRunResult)
  221. },
  222. onIterationFinish: (params) => {
  223. _runResult = params.data
  224. setRunResult(_runResult)
  225. },
  226. onNodeStarted: (params) => {
  227. const newIterationRunResult = produce(_iterationResult, (draft) => {
  228. draft[draft.length - 1].push({
  229. ...params.data,
  230. status: NodeRunningStatus.Running,
  231. } as NodeTracing)
  232. })
  233. _iterationResult = newIterationRunResult
  234. setIterationRunResult(newIterationRunResult)
  235. },
  236. onNodeFinished: (params) => {
  237. const iterationRunResult = _iterationResult
  238. const { data } = params
  239. const currentIndex = iterationRunResult[iterationRunResult.length - 1].findIndex(trace => trace.node_id === data.node_id)
  240. const newIterationRunResult = produce(iterationRunResult, (draft) => {
  241. if (currentIndex > -1) {
  242. draft[draft.length - 1][currentIndex] = {
  243. ...data,
  244. status: NodeRunningStatus.Succeeded,
  245. } as NodeTracing
  246. }
  247. })
  248. _iterationResult = newIterationRunResult
  249. setIterationRunResult(newIterationRunResult)
  250. },
  251. onError: () => {
  252. handleNodeDataUpdate({
  253. id,
  254. data: {
  255. ...data,
  256. _singleRunningStatus: NodeRunningStatus.Failed,
  257. },
  258. })
  259. },
  260. },
  261. )
  262. }
  263. if (res.error)
  264. throw new Error(res.error)
  265. }
  266. catch (e: any) {
  267. if (!isIteration) {
  268. handleNodeDataUpdate({
  269. id,
  270. data: {
  271. ...data,
  272. _singleRunningStatus: NodeRunningStatus.Failed,
  273. },
  274. })
  275. return false
  276. }
  277. }
  278. finally {
  279. if (!isIteration) {
  280. setRunResult({
  281. ...res,
  282. total_tokens: res.execution_metadata?.total_tokens || 0,
  283. created_by: res.created_by_account?.name || '',
  284. })
  285. }
  286. }
  287. if (!isIteration) {
  288. handleNodeDataUpdate({
  289. id,
  290. data: {
  291. ...data,
  292. _singleRunningStatus: NodeRunningStatus.Succeeded,
  293. },
  294. })
  295. }
  296. }
  297. const handleStop = () => {
  298. handleNodeDataUpdate({
  299. id,
  300. data: {
  301. ...data,
  302. _singleRunningStatus: NodeRunningStatus.NotStart,
  303. },
  304. })
  305. }
  306. const toVarInputs = (variables: Variable[]): InputVar[] => {
  307. if (!variables)
  308. return []
  309. const varInputs = variables.map((item) => {
  310. const originalVar = getVar(item.value_selector)
  311. if (!originalVar) {
  312. return {
  313. label: item.label || item.variable,
  314. variable: item.variable,
  315. type: InputVarType.textInput,
  316. required: true,
  317. value_selector: item.value_selector,
  318. }
  319. }
  320. return {
  321. label: item.label || item.variable,
  322. variable: item.variable,
  323. type: varTypeToInputVarType(originalVar.type, {
  324. isSelect: !!originalVar.isSelect,
  325. isParagraph: !!originalVar.isParagraph,
  326. }),
  327. required: item.required !== false,
  328. options: originalVar.options,
  329. }
  330. })
  331. return varInputs
  332. }
  333. const getInputVars = (textList: string[]) => {
  334. const valueSelectors: ValueSelector[] = []
  335. textList.forEach((text) => {
  336. valueSelectors.push(...doGetInputVars(text))
  337. })
  338. const variables = unionBy(valueSelectors, item => item.join('.')).map((item) => {
  339. const varInfo = getNodeInfoById(availableNodesIncludeParent, item[0])?.data
  340. return {
  341. label: {
  342. nodeType: varInfo?.type,
  343. nodeName: varInfo?.title || availableNodesIncludeParent[0]?.data.title, // default start node title
  344. variable: isSystemVar(item) ? item.join('.') : item[item.length - 1],
  345. },
  346. variable: `#${item.join('.')}#`,
  347. value_selector: item,
  348. }
  349. })
  350. const varInputs = toVarInputs(variables)
  351. return varInputs
  352. }
  353. return {
  354. isShowSingleRun,
  355. hideSingleRun,
  356. showSingleRun,
  357. toVarInputs,
  358. getInputVars,
  359. runningStatus,
  360. isCompleted,
  361. handleRun,
  362. handleStop,
  363. runInputData,
  364. setRunInputData,
  365. runResult,
  366. iterationRunResult,
  367. }
  368. }
  369. export default useOneStepRun