advanced_prompt_template_service.py 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475
  1. import copy
  2. from core.prompt.advanced_prompt_templates import (
  3. BAICHUAN_CHAT_APP_CHAT_PROMPT_CONFIG,
  4. BAICHUAN_CHAT_APP_COMPLETION_PROMPT_CONFIG,
  5. BAICHUAN_COMPLETION_APP_CHAT_PROMPT_CONFIG,
  6. BAICHUAN_COMPLETION_APP_COMPLETION_PROMPT_CONFIG,
  7. BAICHUAN_CONTEXT,
  8. CHAT_APP_CHAT_PROMPT_CONFIG,
  9. CHAT_APP_COMPLETION_PROMPT_CONFIG,
  10. COMPLETION_APP_CHAT_PROMPT_CONFIG,
  11. COMPLETION_APP_COMPLETION_PROMPT_CONFIG,
  12. CONTEXT,
  13. )
  14. from core.prompt.prompt_transform import AppMode
  15. class AdvancedPromptTemplateService:
  16. @classmethod
  17. def get_prompt(cls, args: dict) -> dict:
  18. app_mode = args['app_mode']
  19. model_mode = args['model_mode']
  20. model_name = args['model_name']
  21. has_context = args['has_context']
  22. if 'baichuan' in model_name.lower():
  23. return cls.get_baichuan_prompt(app_mode, model_mode, has_context)
  24. else:
  25. return cls.get_common_prompt(app_mode, model_mode, has_context)
  26. @classmethod
  27. def get_common_prompt(cls, app_mode: str, model_mode:str, has_context: str) -> dict:
  28. context_prompt = copy.deepcopy(CONTEXT)
  29. if app_mode == AppMode.CHAT.value:
  30. if model_mode == "completion":
  31. return cls.get_completion_prompt(copy.deepcopy(CHAT_APP_COMPLETION_PROMPT_CONFIG), has_context, context_prompt)
  32. elif model_mode == "chat":
  33. return cls.get_chat_prompt(copy.deepcopy(CHAT_APP_CHAT_PROMPT_CONFIG), has_context, context_prompt)
  34. elif app_mode == AppMode.COMPLETION.value:
  35. if model_mode == "completion":
  36. return cls.get_completion_prompt(copy.deepcopy(COMPLETION_APP_COMPLETION_PROMPT_CONFIG), has_context, context_prompt)
  37. elif model_mode == "chat":
  38. return cls.get_chat_prompt(copy.deepcopy(COMPLETION_APP_CHAT_PROMPT_CONFIG), has_context, context_prompt)
  39. @classmethod
  40. def get_completion_prompt(cls, prompt_template: dict, has_context: str, context: str) -> dict:
  41. if has_context == 'true':
  42. prompt_template['completion_prompt_config']['prompt']['text'] = context + prompt_template['completion_prompt_config']['prompt']['text']
  43. return prompt_template
  44. @classmethod
  45. def get_chat_prompt(cls, prompt_template: dict, has_context: str, context: str) -> dict:
  46. if has_context == 'true':
  47. prompt_template['chat_prompt_config']['prompt'][0]['text'] = context + prompt_template['chat_prompt_config']['prompt'][0]['text']
  48. return prompt_template
  49. @classmethod
  50. def get_baichuan_prompt(cls, app_mode: str, model_mode:str, has_context: str) -> dict:
  51. baichuan_context_prompt = copy.deepcopy(BAICHUAN_CONTEXT)
  52. if app_mode == AppMode.CHAT.value:
  53. if model_mode == "completion":
  54. return cls.get_completion_prompt(copy.deepcopy(BAICHUAN_CHAT_APP_COMPLETION_PROMPT_CONFIG), has_context, baichuan_context_prompt)
  55. elif model_mode == "chat":
  56. return cls.get_chat_prompt(copy.deepcopy(BAICHUAN_CHAT_APP_CHAT_PROMPT_CONFIG), has_context, baichuan_context_prompt)
  57. elif app_mode == AppMode.COMPLETION.value:
  58. if model_mode == "completion":
  59. return cls.get_completion_prompt(copy.deepcopy(BAICHUAN_COMPLETION_APP_COMPLETION_PROMPT_CONFIG), has_context, baichuan_context_prompt)
  60. elif model_mode == "chat":
  61. return cls.get_chat_prompt(copy.deepcopy(BAICHUAN_COMPLETION_APP_CHAT_PROMPT_CONFIG), has_context, baichuan_context_prompt)