advanced_prompt_template_service.py 3.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970
  1. import copy
  2. from core.prompt.advanced_prompt_templates import (BAICHUAN_CHAT_APP_CHAT_PROMPT_CONFIG,
  3. BAICHUAN_CHAT_APP_COMPLETION_PROMPT_CONFIG,
  4. BAICHUAN_COMPLETION_APP_CHAT_PROMPT_CONFIG,
  5. BAICHUAN_COMPLETION_APP_COMPLETION_PROMPT_CONFIG, BAICHUAN_CONTEXT,
  6. CHAT_APP_CHAT_PROMPT_CONFIG, CHAT_APP_COMPLETION_PROMPT_CONFIG,
  7. COMPLETION_APP_CHAT_PROMPT_CONFIG,
  8. COMPLETION_APP_COMPLETION_PROMPT_CONFIG, CONTEXT)
  9. from core.prompt.prompt_transform import AppMode
  10. class AdvancedPromptTemplateService:
  11. @classmethod
  12. def get_prompt(cls, args: dict) -> dict:
  13. app_mode = args['app_mode']
  14. model_mode = args['model_mode']
  15. model_name = args['model_name']
  16. has_context = args['has_context']
  17. if 'baichuan' in model_name.lower():
  18. return cls.get_baichuan_prompt(app_mode, model_mode, has_context)
  19. else:
  20. return cls.get_common_prompt(app_mode, model_mode, has_context)
  21. @classmethod
  22. def get_common_prompt(cls, app_mode: str, model_mode:str, has_context: str) -> dict:
  23. context_prompt = copy.deepcopy(CONTEXT)
  24. if app_mode == AppMode.CHAT.value:
  25. if model_mode == "completion":
  26. return cls.get_completion_prompt(copy.deepcopy(CHAT_APP_COMPLETION_PROMPT_CONFIG), has_context, context_prompt)
  27. elif model_mode == "chat":
  28. return cls.get_chat_prompt(copy.deepcopy(CHAT_APP_CHAT_PROMPT_CONFIG), has_context, context_prompt)
  29. elif app_mode == AppMode.COMPLETION.value:
  30. if model_mode == "completion":
  31. return cls.get_completion_prompt(copy.deepcopy(COMPLETION_APP_COMPLETION_PROMPT_CONFIG), has_context, context_prompt)
  32. elif model_mode == "chat":
  33. return cls.get_chat_prompt(copy.deepcopy(COMPLETION_APP_CHAT_PROMPT_CONFIG), has_context, context_prompt)
  34. @classmethod
  35. def get_completion_prompt(cls, prompt_template: dict, has_context: str, context: str) -> dict:
  36. if has_context == 'true':
  37. prompt_template['completion_prompt_config']['prompt']['text'] = context + prompt_template['completion_prompt_config']['prompt']['text']
  38. return prompt_template
  39. @classmethod
  40. def get_chat_prompt(cls, prompt_template: dict, has_context: str, context: str) -> dict:
  41. if has_context == 'true':
  42. prompt_template['chat_prompt_config']['prompt'][0]['text'] = context + prompt_template['chat_prompt_config']['prompt'][0]['text']
  43. return prompt_template
  44. @classmethod
  45. def get_baichuan_prompt(cls, app_mode: str, model_mode:str, has_context: str) -> dict:
  46. baichuan_context_prompt = copy.deepcopy(BAICHUAN_CONTEXT)
  47. if app_mode == AppMode.CHAT.value:
  48. if model_mode == "completion":
  49. return cls.get_completion_prompt(copy.deepcopy(BAICHUAN_CHAT_APP_COMPLETION_PROMPT_CONFIG), has_context, baichuan_context_prompt)
  50. elif model_mode == "chat":
  51. return cls.get_chat_prompt(copy.deepcopy(BAICHUAN_CHAT_APP_CHAT_PROMPT_CONFIG), has_context, baichuan_context_prompt)
  52. elif app_mode == AppMode.COMPLETION.value:
  53. if model_mode == "completion":
  54. return cls.get_completion_prompt(copy.deepcopy(BAICHUAN_COMPLETION_APP_COMPLETION_PROMPT_CONFIG), has_context, baichuan_context_prompt)
  55. elif model_mode == "chat":
  56. return cls.get_chat_prompt(copy.deepcopy(BAICHUAN_COMPLETION_APP_CHAT_PROMPT_CONFIG), has_context, baichuan_context_prompt)