message.py 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171
  1. # -*- coding:utf-8 -*-
  2. import json
  3. import logging
  4. from typing import Generator, Union
  5. from flask import Response, stream_with_context
  6. from flask_login import current_user
  7. from flask_restful import marshal_with, reqparse
  8. from flask_restful.inputs import int_range
  9. from werkzeug.exceptions import InternalServerError, NotFound
  10. import services
  11. from controllers.console import api
  12. from controllers.console.app.error import (
  13. AppMoreLikeThisDisabledError,
  14. CompletionRequestError,
  15. ProviderModelCurrentlyNotSupportError,
  16. ProviderNotInitializeError,
  17. ProviderQuotaExceededError,
  18. )
  19. from controllers.console.explore.error import (
  20. AppSuggestedQuestionsAfterAnswerDisabledError,
  21. NotChatAppError,
  22. NotCompletionAppError,
  23. )
  24. from controllers.console.explore.wraps import InstalledAppResource
  25. from core.entities.application_entities import InvokeFrom
  26. from core.errors.error import ModelCurrentlyNotSupportError, ProviderTokenNotInitError, QuotaExceededError
  27. from core.model_runtime.errors.invoke import InvokeError
  28. from fields.message_fields import message_infinite_scroll_pagination_fields
  29. from libs.helper import uuid_value
  30. from services.completion_service import CompletionService
  31. from services.errors.app import MoreLikeThisDisabledError
  32. from services.errors.conversation import ConversationNotExistsError
  33. from services.errors.message import MessageNotExistsError, SuggestedQuestionsAfterAnswerDisabledError
  34. from services.message_service import MessageService
  35. class MessageListApi(InstalledAppResource):
  36. @marshal_with(message_infinite_scroll_pagination_fields)
  37. def get(self, installed_app):
  38. app_model = installed_app.app
  39. if app_model.mode != 'chat':
  40. raise NotChatAppError()
  41. parser = reqparse.RequestParser()
  42. parser.add_argument('conversation_id', required=True, type=uuid_value, location='args')
  43. parser.add_argument('first_id', type=uuid_value, location='args')
  44. parser.add_argument('limit', type=int_range(1, 100), required=False, default=20, location='args')
  45. args = parser.parse_args()
  46. try:
  47. return MessageService.pagination_by_first_id(app_model, current_user,
  48. args['conversation_id'], args['first_id'], args['limit'])
  49. except services.errors.conversation.ConversationNotExistsError:
  50. raise NotFound("Conversation Not Exists.")
  51. except services.errors.message.FirstMessageNotExistsError:
  52. raise NotFound("First Message Not Exists.")
  53. class MessageFeedbackApi(InstalledAppResource):
  54. def post(self, installed_app, message_id):
  55. app_model = installed_app.app
  56. message_id = str(message_id)
  57. parser = reqparse.RequestParser()
  58. parser.add_argument('rating', type=str, choices=['like', 'dislike', None], location='json')
  59. args = parser.parse_args()
  60. try:
  61. MessageService.create_feedback(app_model, message_id, current_user, args['rating'])
  62. except services.errors.message.MessageNotExistsError:
  63. raise NotFound("Message Not Exists.")
  64. return {'result': 'success'}
  65. class MessageMoreLikeThisApi(InstalledAppResource):
  66. def get(self, installed_app, message_id):
  67. app_model = installed_app.app
  68. if app_model.mode != 'completion':
  69. raise NotCompletionAppError()
  70. message_id = str(message_id)
  71. parser = reqparse.RequestParser()
  72. parser.add_argument('response_mode', type=str, required=True, choices=['blocking', 'streaming'], location='args')
  73. args = parser.parse_args()
  74. streaming = args['response_mode'] == 'streaming'
  75. try:
  76. response = CompletionService.generate_more_like_this(
  77. app_model=app_model,
  78. user=current_user,
  79. message_id=message_id,
  80. invoke_from=InvokeFrom.EXPLORE,
  81. streaming=streaming
  82. )
  83. return compact_response(response)
  84. except MessageNotExistsError:
  85. raise NotFound("Message Not Exists.")
  86. except MoreLikeThisDisabledError:
  87. raise AppMoreLikeThisDisabledError()
  88. except ProviderTokenNotInitError as ex:
  89. raise ProviderNotInitializeError(ex.description)
  90. except QuotaExceededError:
  91. raise ProviderQuotaExceededError()
  92. except ModelCurrentlyNotSupportError:
  93. raise ProviderModelCurrentlyNotSupportError()
  94. except InvokeError as e:
  95. raise CompletionRequestError(e.description)
  96. except ValueError as e:
  97. raise e
  98. except Exception:
  99. logging.exception("internal server error.")
  100. raise InternalServerError()
  101. def compact_response(response: Union[dict, Generator]) -> Response:
  102. if isinstance(response, dict):
  103. return Response(response=json.dumps(response), status=200, mimetype='application/json')
  104. else:
  105. def generate() -> Generator:
  106. for chunk in response:
  107. yield chunk
  108. return Response(stream_with_context(generate()), status=200,
  109. mimetype='text/event-stream')
  110. class MessageSuggestedQuestionApi(InstalledAppResource):
  111. def get(self, installed_app, message_id):
  112. app_model = installed_app.app
  113. if app_model.mode != 'chat':
  114. raise NotCompletionAppError()
  115. message_id = str(message_id)
  116. try:
  117. questions = MessageService.get_suggested_questions_after_answer(
  118. app_model=app_model,
  119. user=current_user,
  120. message_id=message_id
  121. )
  122. except MessageNotExistsError:
  123. raise NotFound("Message not found")
  124. except ConversationNotExistsError:
  125. raise NotFound("Conversation not found")
  126. except SuggestedQuestionsAfterAnswerDisabledError:
  127. raise AppSuggestedQuestionsAfterAnswerDisabledError()
  128. except ProviderTokenNotInitError as ex:
  129. raise ProviderNotInitializeError(ex.description)
  130. except QuotaExceededError:
  131. raise ProviderQuotaExceededError()
  132. except ModelCurrentlyNotSupportError:
  133. raise ProviderModelCurrentlyNotSupportError()
  134. except InvokeError as e:
  135. raise CompletionRequestError(e.description)
  136. except Exception:
  137. logging.exception("internal server error.")
  138. raise InternalServerError()
  139. return {'data': questions}
  140. api.add_resource(MessageListApi, '/installed-apps/<uuid:installed_app_id>/messages', endpoint='installed_app_messages')
  141. api.add_resource(MessageFeedbackApi, '/installed-apps/<uuid:installed_app_id>/messages/<uuid:message_id>/feedbacks', endpoint='installed_app_message_feedback')
  142. api.add_resource(MessageMoreLikeThisApi, '/installed-apps/<uuid:installed_app_id>/messages/<uuid:message_id>/more-like-this', endpoint='installed_app_more_like_this')
  143. api.add_resource(MessageSuggestedQuestionApi, '/installed-apps/<uuid:installed_app_id>/messages/<uuid:message_id>/suggested-questions', endpoint='installed_app_suggested_question')