workflow.py 3.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. import logging
  2. from flask_restful import Resource, reqparse
  3. from werkzeug.exceptions import InternalServerError
  4. from controllers.service_api import api
  5. from controllers.service_api.app.error import (
  6. CompletionRequestError,
  7. NotWorkflowAppError,
  8. ProviderModelCurrentlyNotSupportError,
  9. ProviderNotInitializeError,
  10. ProviderQuotaExceededError,
  11. )
  12. from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token
  13. from core.app.apps.base_app_queue_manager import AppQueueManager
  14. from core.app.entities.app_invoke_entities import InvokeFrom
  15. from core.errors.error import (
  16. AppInvokeQuotaExceededError,
  17. ModelCurrentlyNotSupportError,
  18. ProviderTokenNotInitError,
  19. QuotaExceededError,
  20. )
  21. from core.model_runtime.errors.invoke import InvokeError
  22. from libs import helper
  23. from models.model import App, AppMode, EndUser
  24. from services.app_generate_service import AppGenerateService
  25. logger = logging.getLogger(__name__)
  26. class WorkflowRunApi(Resource):
  27. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  28. def post(self, app_model: App, end_user: EndUser):
  29. """
  30. Run workflow
  31. """
  32. app_mode = AppMode.value_of(app_model.mode)
  33. if app_mode != AppMode.WORKFLOW:
  34. raise NotWorkflowAppError()
  35. parser = reqparse.RequestParser()
  36. parser.add_argument('inputs', type=dict, required=True, nullable=False, location='json')
  37. parser.add_argument('files', type=list, required=False, location='json')
  38. parser.add_argument('response_mode', type=str, choices=['blocking', 'streaming'], location='json')
  39. args = parser.parse_args()
  40. streaming = args.get('response_mode') == 'streaming'
  41. try:
  42. response = AppGenerateService.generate(
  43. app_model=app_model,
  44. user=end_user,
  45. args=args,
  46. invoke_from=InvokeFrom.SERVICE_API,
  47. streaming=streaming
  48. )
  49. return helper.compact_generate_response(response)
  50. except ProviderTokenNotInitError as ex:
  51. raise ProviderNotInitializeError(ex.description)
  52. except QuotaExceededError:
  53. raise ProviderQuotaExceededError()
  54. except ModelCurrentlyNotSupportError:
  55. raise ProviderModelCurrentlyNotSupportError()
  56. except InvokeError as e:
  57. raise CompletionRequestError(e.description)
  58. except (ValueError, AppInvokeQuotaExceededError) as e:
  59. raise e
  60. except Exception as e:
  61. logging.exception("internal server error.")
  62. raise InternalServerError()
  63. class WorkflowTaskStopApi(Resource):
  64. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  65. def post(self, app_model: App, end_user: EndUser, task_id: str):
  66. """
  67. Stop workflow task
  68. """
  69. app_mode = AppMode.value_of(app_model.mode)
  70. if app_mode != AppMode.WORKFLOW:
  71. raise NotWorkflowAppError()
  72. AppQueueManager.set_stop_flag(task_id, InvokeFrom.SERVICE_API, end_user.id)
  73. return {
  74. "result": "success"
  75. }
  76. api.add_resource(WorkflowRunApi, '/workflows/run')
  77. api.add_resource(WorkflowTaskStopApi, '/workflows/tasks/<string:task_id>/stop')