workflow.py 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687
  1. import logging
  2. from flask_restful import Resource, reqparse
  3. from werkzeug.exceptions import InternalServerError
  4. from controllers.service_api import api
  5. from controllers.service_api.app.error import (
  6. CompletionRequestError,
  7. NotWorkflowAppError,
  8. ProviderModelCurrentlyNotSupportError,
  9. ProviderNotInitializeError,
  10. ProviderQuotaExceededError,
  11. )
  12. from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token
  13. from core.app.apps.base_app_queue_manager import AppQueueManager
  14. from core.app.entities.app_invoke_entities import InvokeFrom
  15. from core.errors.error import ModelCurrentlyNotSupportError, ProviderTokenNotInitError, QuotaExceededError
  16. from core.model_runtime.errors.invoke import InvokeError
  17. from libs import helper
  18. from models.model import App, AppMode, EndUser
  19. from services.app_generate_service import AppGenerateService
  20. logger = logging.getLogger(__name__)
  21. class WorkflowRunApi(Resource):
  22. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  23. def post(self, app_model: App, end_user: EndUser):
  24. """
  25. Run workflow
  26. """
  27. app_mode = AppMode.value_of(app_model.mode)
  28. if app_mode != AppMode.WORKFLOW:
  29. raise NotWorkflowAppError()
  30. parser = reqparse.RequestParser()
  31. parser.add_argument('inputs', type=dict, required=True, nullable=False, location='json')
  32. parser.add_argument('files', type=list, required=False, location='json')
  33. parser.add_argument('response_mode', type=str, choices=['blocking', 'streaming'], location='json')
  34. args = parser.parse_args()
  35. streaming = args.get('response_mode') == 'streaming'
  36. try:
  37. response = AppGenerateService.generate(
  38. app_model=app_model,
  39. user=end_user,
  40. args=args,
  41. invoke_from=InvokeFrom.SERVICE_API,
  42. streaming=streaming
  43. )
  44. return helper.compact_generate_response(response)
  45. except ProviderTokenNotInitError as ex:
  46. raise ProviderNotInitializeError(ex.description)
  47. except QuotaExceededError:
  48. raise ProviderQuotaExceededError()
  49. except ModelCurrentlyNotSupportError:
  50. raise ProviderModelCurrentlyNotSupportError()
  51. except InvokeError as e:
  52. raise CompletionRequestError(e.description)
  53. except ValueError as e:
  54. raise e
  55. except Exception as e:
  56. logging.exception("internal server error.")
  57. raise InternalServerError()
  58. class WorkflowTaskStopApi(Resource):
  59. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  60. def post(self, app_model: App, end_user: EndUser, task_id: str):
  61. """
  62. Stop workflow task
  63. """
  64. app_mode = AppMode.value_of(app_model.mode)
  65. if app_mode != AppMode.WORKFLOW:
  66. raise NotWorkflowAppError()
  67. AppQueueManager.set_stop_flag(task_id, InvokeFrom.SERVICE_API, end_user.id)
  68. return {
  69. "result": "success"
  70. }
  71. api.add_resource(WorkflowRunApi, '/workflows/run')
  72. api.add_resource(WorkflowTaskStopApi, '/workflows/tasks/<string:task_id>/stop')