workflow.py 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. import logging
  2. from flask_restful import Resource, fields, marshal_with, reqparse
  3. from werkzeug.exceptions import InternalServerError
  4. from controllers.service_api import api
  5. from controllers.service_api.app.error import (
  6. CompletionRequestError,
  7. NotWorkflowAppError,
  8. ProviderModelCurrentlyNotSupportError,
  9. ProviderNotInitializeError,
  10. ProviderQuotaExceededError,
  11. )
  12. from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token
  13. from core.app.apps.base_app_queue_manager import AppQueueManager
  14. from core.app.entities.app_invoke_entities import InvokeFrom
  15. from core.errors.error import (
  16. AppInvokeQuotaExceededError,
  17. ModelCurrentlyNotSupportError,
  18. ProviderTokenNotInitError,
  19. QuotaExceededError,
  20. )
  21. from core.model_runtime.errors.invoke import InvokeError
  22. from extensions.ext_database import db
  23. from libs import helper
  24. from models.model import App, AppMode, EndUser
  25. from models.workflow import WorkflowRun
  26. from services.app_generate_service import AppGenerateService
  27. logger = logging.getLogger(__name__)
  28. workflow_run_fields = {
  29. 'id': fields.String,
  30. 'workflow_id': fields.String,
  31. 'status': fields.String,
  32. 'inputs': fields.Raw,
  33. 'outputs': fields.Raw,
  34. 'error': fields.String,
  35. 'total_steps': fields.Integer,
  36. 'total_tokens': fields.Integer,
  37. 'created_at': fields.DateTime,
  38. 'finished_at': fields.DateTime,
  39. 'elapsed_time': fields.Float,
  40. }
  41. class WorkflowRunDetailApi(Resource):
  42. @validate_app_token
  43. @marshal_with(workflow_run_fields)
  44. def get(self, app_model: App, workflow_id: str):
  45. """
  46. Get a workflow task running detail
  47. """
  48. app_mode = AppMode.value_of(app_model.mode)
  49. if app_mode != AppMode.WORKFLOW:
  50. raise NotWorkflowAppError()
  51. workflow_run = db.session.query(WorkflowRun).filter(WorkflowRun.id == workflow_id).first()
  52. return workflow_run
  53. class WorkflowRunApi(Resource):
  54. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  55. def post(self, app_model: App, end_user: EndUser):
  56. """
  57. Run workflow
  58. """
  59. app_mode = AppMode.value_of(app_model.mode)
  60. if app_mode != AppMode.WORKFLOW:
  61. raise NotWorkflowAppError()
  62. parser = reqparse.RequestParser()
  63. parser.add_argument('inputs', type=dict, required=True, nullable=False, location='json')
  64. parser.add_argument('files', type=list, required=False, location='json')
  65. parser.add_argument('response_mode', type=str, choices=['blocking', 'streaming'], location='json')
  66. args = parser.parse_args()
  67. streaming = args.get('response_mode') == 'streaming'
  68. try:
  69. response = AppGenerateService.generate(
  70. app_model=app_model,
  71. user=end_user,
  72. args=args,
  73. invoke_from=InvokeFrom.SERVICE_API,
  74. streaming=streaming
  75. )
  76. return helper.compact_generate_response(response)
  77. except ProviderTokenNotInitError as ex:
  78. raise ProviderNotInitializeError(ex.description)
  79. except QuotaExceededError:
  80. raise ProviderQuotaExceededError()
  81. except ModelCurrentlyNotSupportError:
  82. raise ProviderModelCurrentlyNotSupportError()
  83. except InvokeError as e:
  84. raise CompletionRequestError(e.description)
  85. except (ValueError, AppInvokeQuotaExceededError) as e:
  86. raise e
  87. except Exception as e:
  88. logging.exception("internal server error.")
  89. raise InternalServerError()
  90. class WorkflowTaskStopApi(Resource):
  91. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  92. def post(self, app_model: App, end_user: EndUser, task_id: str):
  93. """
  94. Stop workflow task
  95. """
  96. app_mode = AppMode.value_of(app_model.mode)
  97. if app_mode != AppMode.WORKFLOW:
  98. raise NotWorkflowAppError()
  99. AppQueueManager.set_stop_flag(task_id, InvokeFrom.SERVICE_API, end_user.id)
  100. return {
  101. "result": "success"
  102. }
  103. api.add_resource(WorkflowRunApi, '/workflows/run')
  104. api.add_resource(WorkflowRunDetailApi, '/workflows/run/<string:workflow_id>')
  105. api.add_resource(WorkflowTaskStopApi, '/workflows/tasks/<string:task_id>/stop')