use-advanced-prompt-config.ts 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193
  1. import { useState } from 'react'
  2. import { clone } from 'lodash-es'
  3. import produce from 'immer'
  4. import type { ChatPromptConfig, CompletionParams, CompletionPromptConfig, ConversationHistoriesRole, PromptItem } from '@/models/debug'
  5. import { PromptMode } from '@/models/debug'
  6. import { AppType, ModelModeType } from '@/types/app'
  7. import { DEFAULT_CHAT_PROMPT_CONFIG, DEFAULT_COMPLETION_PROMPT_CONFIG } from '@/config'
  8. import { PRE_PROMPT_PLACEHOLDER_TEXT, checkHasContextBlock, checkHasHistoryBlock, checkHasQueryBlock } from '@/app/components/base/prompt-editor/constants'
  9. import { fetchPromptTemplate } from '@/service/debug'
  10. type Param = {
  11. appMode: string
  12. modelModeType: ModelModeType
  13. modelName: string
  14. promptMode: PromptMode
  15. prePrompt: string
  16. onUserChangedPrompt: () => void
  17. hasSetDataSet: boolean
  18. completionParams: CompletionParams
  19. setCompletionParams: (params: CompletionParams) => void
  20. setStop: (stop: string[]) => void
  21. }
  22. const useAdvancedPromptConfig = ({
  23. appMode,
  24. modelModeType,
  25. modelName,
  26. promptMode,
  27. prePrompt,
  28. onUserChangedPrompt,
  29. hasSetDataSet,
  30. completionParams,
  31. setCompletionParams,
  32. setStop,
  33. }: Param) => {
  34. const isAdvancedPrompt = promptMode === PromptMode.advanced
  35. const [chatPromptConfig, setChatPromptConfig] = useState<ChatPromptConfig>(clone(DEFAULT_CHAT_PROMPT_CONFIG))
  36. const [completionPromptConfig, setCompletionPromptConfig] = useState<CompletionPromptConfig>(clone(DEFAULT_COMPLETION_PROMPT_CONFIG))
  37. const currentAdvancedPrompt = (() => {
  38. if (!isAdvancedPrompt)
  39. return []
  40. return (modelModeType === ModelModeType.chat) ? chatPromptConfig.prompt : completionPromptConfig.prompt
  41. })()
  42. const setCurrentAdvancedPrompt = (prompt: PromptItem | PromptItem[], isUserChanged?: boolean) => {
  43. if (!isAdvancedPrompt)
  44. return
  45. if (modelModeType === ModelModeType.chat) {
  46. setChatPromptConfig({
  47. ...chatPromptConfig,
  48. prompt: prompt as PromptItem[],
  49. })
  50. }
  51. else {
  52. setCompletionPromptConfig({
  53. ...completionPromptConfig,
  54. prompt: prompt as PromptItem,
  55. })
  56. }
  57. if (isUserChanged)
  58. onUserChangedPrompt()
  59. }
  60. const setConversationHistoriesRole = (conversationHistoriesRole: ConversationHistoriesRole) => {
  61. setCompletionPromptConfig({
  62. ...completionPromptConfig,
  63. conversation_histories_role: conversationHistoriesRole,
  64. })
  65. }
  66. const hasSetBlockStatus = (() => {
  67. if (!isAdvancedPrompt) {
  68. return {
  69. context: checkHasContextBlock(prePrompt),
  70. history: false,
  71. query: false,
  72. }
  73. }
  74. if (modelModeType === ModelModeType.chat) {
  75. return {
  76. context: !!chatPromptConfig.prompt.find(p => checkHasContextBlock(p.text)),
  77. history: false,
  78. query: !!chatPromptConfig.prompt.find(p => checkHasQueryBlock(p.text)),
  79. }
  80. }
  81. else {
  82. const prompt = completionPromptConfig.prompt.text
  83. return {
  84. context: checkHasContextBlock(prompt),
  85. history: checkHasHistoryBlock(prompt),
  86. query: checkHasQueryBlock(prompt),
  87. }
  88. }
  89. })()
  90. /* prompt: simple to advanced process, or chat model to completion model
  91. * 1. migrate prompt
  92. * 2. change promptMode to advanced
  93. */
  94. const migrateToDefaultPrompt = async (isMigrateToCompetition?: boolean, toModelModeType?: ModelModeType) => {
  95. const mode = modelModeType
  96. const toReplacePrePrompt = prePrompt || ''
  97. if (!isAdvancedPrompt) {
  98. const { chat_prompt_config, completion_prompt_config, stop } = await fetchPromptTemplate({
  99. appMode,
  100. mode,
  101. modelName,
  102. hasSetDataSet,
  103. })
  104. if (modelModeType === ModelModeType.chat) {
  105. const newPromptConfig = produce(chat_prompt_config, (draft) => {
  106. draft.prompt = draft.prompt.map((p) => {
  107. return {
  108. ...p,
  109. text: p.text.replace(PRE_PROMPT_PLACEHOLDER_TEXT, toReplacePrePrompt),
  110. }
  111. })
  112. })
  113. setChatPromptConfig(newPromptConfig)
  114. }
  115. else {
  116. const newPromptConfig = produce(completion_prompt_config, (draft) => {
  117. draft.prompt.text = draft.prompt.text.replace(PRE_PROMPT_PLACEHOLDER_TEXT, toReplacePrePrompt)
  118. })
  119. setCompletionPromptConfig(newPromptConfig)
  120. setCompletionParams({
  121. ...completionParams,
  122. stop,
  123. })
  124. }
  125. return
  126. }
  127. if (isMigrateToCompetition) {
  128. const { completion_prompt_config, chat_prompt_config, stop } = await fetchPromptTemplate({
  129. appMode,
  130. mode: toModelModeType as ModelModeType,
  131. modelName,
  132. hasSetDataSet,
  133. })
  134. if (toModelModeType === ModelModeType.completion) {
  135. const newPromptConfig = produce(completion_prompt_config, (draft) => {
  136. if (!completionPromptConfig.prompt.text)
  137. draft.prompt.text = draft.prompt.text.replace(PRE_PROMPT_PLACEHOLDER_TEXT, toReplacePrePrompt)
  138. else
  139. draft.prompt.text = completionPromptConfig.prompt.text.replace(PRE_PROMPT_PLACEHOLDER_TEXT, toReplacePrePrompt)
  140. if (appMode === AppType.chat && completionPromptConfig.conversation_histories_role.assistant_prefix && completionPromptConfig.conversation_histories_role.user_prefix)
  141. draft.conversation_histories_role = completionPromptConfig.conversation_histories_role
  142. })
  143. setCompletionPromptConfig(newPromptConfig)
  144. if (!completionParams.stop || completionParams.stop.length === 0) {
  145. setCompletionParams({
  146. ...completionParams,
  147. stop,
  148. })
  149. }
  150. setStop(stop) // switch mode's params is async. It may override the stop value.
  151. }
  152. else {
  153. const newPromptConfig = produce(chat_prompt_config, (draft) => {
  154. draft.prompt = draft.prompt.map((p) => {
  155. return {
  156. ...p,
  157. text: p.text.replace(PRE_PROMPT_PLACEHOLDER_TEXT, toReplacePrePrompt),
  158. }
  159. })
  160. })
  161. setChatPromptConfig(newPromptConfig)
  162. }
  163. }
  164. }
  165. return {
  166. chatPromptConfig,
  167. setChatPromptConfig,
  168. completionPromptConfig,
  169. setCompletionPromptConfig,
  170. currentAdvancedPrompt,
  171. setCurrentAdvancedPrompt,
  172. hasSetBlockStatus,
  173. setConversationHistoriesRole,
  174. migrateToDefaultPrompt,
  175. }
  176. }
  177. export default useAdvancedPromptConfig