workflow.py 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118
  1. import logging
  2. from flask_restful import Resource, fields, marshal_with, reqparse
  3. from werkzeug.exceptions import InternalServerError
  4. from controllers.service_api import api
  5. from controllers.service_api.app.error import (
  6. CompletionRequestError,
  7. NotWorkflowAppError,
  8. ProviderModelCurrentlyNotSupportError,
  9. ProviderNotInitializeError,
  10. ProviderQuotaExceededError,
  11. )
  12. from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token
  13. from core.app.apps.base_app_queue_manager import AppQueueManager
  14. from core.app.entities.app_invoke_entities import InvokeFrom
  15. from core.errors.error import (
  16. AppInvokeQuotaExceededError,
  17. ModelCurrentlyNotSupportError,
  18. ProviderTokenNotInitError,
  19. QuotaExceededError,
  20. )
  21. from core.model_runtime.errors.invoke import InvokeError
  22. from extensions.ext_database import db
  23. from libs import helper
  24. from models.model import App, AppMode, EndUser
  25. from models.workflow import WorkflowRun
  26. from services.app_generate_service import AppGenerateService
  27. logger = logging.getLogger(__name__)
  28. workflow_run_fields = {
  29. "id": fields.String,
  30. "workflow_id": fields.String,
  31. "status": fields.String,
  32. "inputs": fields.Raw,
  33. "outputs": fields.Raw,
  34. "error": fields.String,
  35. "total_steps": fields.Integer,
  36. "total_tokens": fields.Integer,
  37. "created_at": fields.DateTime,
  38. "finished_at": fields.DateTime,
  39. "elapsed_time": fields.Float,
  40. }
  41. class WorkflowRunDetailApi(Resource):
  42. @validate_app_token
  43. @marshal_with(workflow_run_fields)
  44. def get(self, app_model: App, workflow_id: str):
  45. """
  46. Get a workflow task running detail
  47. """
  48. app_mode = AppMode.value_of(app_model.mode)
  49. if app_mode != AppMode.WORKFLOW:
  50. raise NotWorkflowAppError()
  51. workflow_run = db.session.query(WorkflowRun).filter(WorkflowRun.id == workflow_id).first()
  52. return workflow_run
  53. class WorkflowRunApi(Resource):
  54. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  55. def post(self, app_model: App, end_user: EndUser):
  56. """
  57. Run workflow
  58. """
  59. app_mode = AppMode.value_of(app_model.mode)
  60. if app_mode != AppMode.WORKFLOW:
  61. raise NotWorkflowAppError()
  62. parser = reqparse.RequestParser()
  63. parser.add_argument("inputs", type=dict, required=True, nullable=False, location="json")
  64. parser.add_argument("files", type=list, required=False, location="json")
  65. parser.add_argument("response_mode", type=str, choices=["blocking", "streaming"], location="json")
  66. args = parser.parse_args()
  67. streaming = args.get("response_mode") == "streaming"
  68. try:
  69. response = AppGenerateService.generate(
  70. app_model=app_model, user=end_user, args=args, invoke_from=InvokeFrom.SERVICE_API, streaming=streaming
  71. )
  72. return helper.compact_generate_response(response)
  73. except ProviderTokenNotInitError as ex:
  74. raise ProviderNotInitializeError(ex.description)
  75. except QuotaExceededError:
  76. raise ProviderQuotaExceededError()
  77. except ModelCurrentlyNotSupportError:
  78. raise ProviderModelCurrentlyNotSupportError()
  79. except InvokeError as e:
  80. raise CompletionRequestError(e.description)
  81. except (ValueError, AppInvokeQuotaExceededError) as e:
  82. raise e
  83. except Exception as e:
  84. logging.exception("internal server error.")
  85. raise InternalServerError()
  86. class WorkflowTaskStopApi(Resource):
  87. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  88. def post(self, app_model: App, end_user: EndUser, task_id: str):
  89. """
  90. Stop workflow task
  91. """
  92. app_mode = AppMode.value_of(app_model.mode)
  93. if app_mode != AppMode.WORKFLOW:
  94. raise NotWorkflowAppError()
  95. AppQueueManager.set_stop_flag(task_id, InvokeFrom.SERVICE_API, end_user.id)
  96. return {"result": "success"}
  97. api.add_resource(WorkflowRunApi, "/workflows/run")
  98. api.add_resource(WorkflowRunDetailApi, "/workflows/run/<string:workflow_id>")
  99. api.add_resource(WorkflowTaskStopApi, "/workflows/tasks/<string:task_id>/stop")