workflow.py 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. import logging
  2. from flask_restful import Resource, fields, marshal_with, reqparse
  3. from werkzeug.exceptions import InternalServerError
  4. from controllers.service_api import api
  5. from controllers.service_api.app.error import (
  6. CompletionRequestError,
  7. NotWorkflowAppError,
  8. ProviderModelCurrentlyNotSupportError,
  9. ProviderNotInitializeError,
  10. ProviderQuotaExceededError,
  11. )
  12. from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token
  13. from core.app.apps.base_app_queue_manager import AppQueueManager
  14. from core.app.entities.app_invoke_entities import InvokeFrom
  15. from core.errors.error import (
  16. AppInvokeQuotaExceededError,
  17. ModelCurrentlyNotSupportError,
  18. ProviderTokenNotInitError,
  19. QuotaExceededError,
  20. )
  21. from core.model_runtime.errors.invoke import InvokeError
  22. from extensions.ext_database import db
  23. from libs import helper
  24. from models.model import App, AppMode, EndUser
  25. from models.workflow import WorkflowRun
  26. from services.app_generate_service import AppGenerateService
  27. logger = logging.getLogger(__name__)
  28. class WorkflowRunApi(Resource):
  29. workflow_run_fields = {
  30. 'id': fields.String,
  31. 'workflow_id': fields.String,
  32. 'status': fields.String,
  33. 'inputs': fields.Raw,
  34. 'outputs': fields.Raw,
  35. 'error': fields.String,
  36. 'total_steps': fields.Integer,
  37. 'total_tokens': fields.Integer,
  38. 'created_at': fields.DateTime,
  39. 'finished_at': fields.DateTime,
  40. 'elapsed_time': fields.Float,
  41. }
  42. @validate_app_token
  43. @marshal_with(workflow_run_fields)
  44. def get(self, app_model: App, workflow_id: str):
  45. """
  46. Get a workflow task running detail
  47. """
  48. app_mode = AppMode.value_of(app_model.mode)
  49. if app_mode != AppMode.WORKFLOW:
  50. raise NotWorkflowAppError()
  51. workflow_run = db.session.query(WorkflowRun).filter(WorkflowRun.id == workflow_id).first()
  52. return workflow_run
  53. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  54. def post(self, app_model: App, end_user: EndUser):
  55. """
  56. Run workflow
  57. """
  58. app_mode = AppMode.value_of(app_model.mode)
  59. if app_mode != AppMode.WORKFLOW:
  60. raise NotWorkflowAppError()
  61. parser = reqparse.RequestParser()
  62. parser.add_argument('inputs', type=dict, required=True, nullable=False, location='json')
  63. parser.add_argument('files', type=list, required=False, location='json')
  64. parser.add_argument('response_mode', type=str, choices=['blocking', 'streaming'], location='json')
  65. args = parser.parse_args()
  66. streaming = args.get('response_mode') == 'streaming'
  67. try:
  68. response = AppGenerateService.generate(
  69. app_model=app_model,
  70. user=end_user,
  71. args=args,
  72. invoke_from=InvokeFrom.SERVICE_API,
  73. streaming=streaming
  74. )
  75. return helper.compact_generate_response(response)
  76. except ProviderTokenNotInitError as ex:
  77. raise ProviderNotInitializeError(ex.description)
  78. except QuotaExceededError:
  79. raise ProviderQuotaExceededError()
  80. except ModelCurrentlyNotSupportError:
  81. raise ProviderModelCurrentlyNotSupportError()
  82. except InvokeError as e:
  83. raise CompletionRequestError(e.description)
  84. except (ValueError, AppInvokeQuotaExceededError) as e:
  85. raise e
  86. except Exception as e:
  87. logging.exception("internal server error.")
  88. raise InternalServerError()
  89. class WorkflowTaskStopApi(Resource):
  90. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  91. def post(self, app_model: App, end_user: EndUser, task_id: str):
  92. """
  93. Stop workflow task
  94. """
  95. app_mode = AppMode.value_of(app_model.mode)
  96. if app_mode != AppMode.WORKFLOW:
  97. raise NotWorkflowAppError()
  98. AppQueueManager.set_stop_flag(task_id, InvokeFrom.SERVICE_API, end_user.id)
  99. return {
  100. "result": "success"
  101. }
  102. api.add_resource(WorkflowRunApi, '/workflows/run/<string:workflow_id>', '/workflows/run')
  103. api.add_resource(WorkflowTaskStopApi, '/workflows/tasks/<string:task_id>/stop')