app.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377
  1. # -*- coding:utf-8 -*-
  2. import json
  3. import logging
  4. from datetime import datetime
  5. from flask_login import current_user
  6. from libs.login import login_required
  7. from flask_restful import Resource, reqparse, marshal_with, abort, inputs
  8. from werkzeug.exceptions import Forbidden
  9. from constants.model_template import model_templates, demo_model_templates
  10. from controllers.console import api
  11. from controllers.console.app.error import AppNotFoundError, ProviderNotInitializeError
  12. from controllers.console.setup import setup_required
  13. from controllers.console.wraps import account_initialization_required, cloud_edition_billing_resource_check
  14. from core.model_providers.error import ProviderTokenNotInitError, LLMBadRequestError
  15. from core.model_providers.model_factory import ModelFactory
  16. from core.model_providers.model_provider_factory import ModelProviderFactory
  17. from events.app_event import app_was_created, app_was_deleted
  18. from fields.app_fields import app_pagination_fields, app_detail_fields, template_list_fields, \
  19. app_detail_fields_with_site
  20. from extensions.ext_database import db
  21. from models.model import App, AppModelConfig, Site
  22. from services.app_model_config_service import AppModelConfigService
  23. def _get_app(app_id, tenant_id):
  24. app = db.session.query(App).filter(App.id == app_id, App.tenant_id == tenant_id).first()
  25. if not app:
  26. raise AppNotFoundError
  27. return app
  28. class AppListApi(Resource):
  29. @setup_required
  30. @login_required
  31. @account_initialization_required
  32. @marshal_with(app_pagination_fields)
  33. def get(self):
  34. """Get app list"""
  35. parser = reqparse.RequestParser()
  36. parser.add_argument('page', type=inputs.int_range(1, 99999), required=False, default=1, location='args')
  37. parser.add_argument('limit', type=inputs.int_range(1, 100), required=False, default=20, location='args')
  38. args = parser.parse_args()
  39. app_models = db.paginate(
  40. db.select(App).where(App.tenant_id == current_user.current_tenant_id,
  41. App.is_universal == False).order_by(App.created_at.desc()),
  42. page=args['page'],
  43. per_page=args['limit'],
  44. error_out=False)
  45. return app_models
  46. @setup_required
  47. @login_required
  48. @account_initialization_required
  49. @marshal_with(app_detail_fields)
  50. @cloud_edition_billing_resource_check('apps')
  51. def post(self):
  52. """Create app"""
  53. parser = reqparse.RequestParser()
  54. parser.add_argument('name', type=str, required=True, location='json')
  55. parser.add_argument('mode', type=str, choices=['completion', 'chat'], location='json')
  56. parser.add_argument('icon', type=str, location='json')
  57. parser.add_argument('icon_background', type=str, location='json')
  58. parser.add_argument('model_config', type=dict, location='json')
  59. args = parser.parse_args()
  60. # The role of the current user in the ta table must be admin or owner
  61. if current_user.current_tenant.current_role not in ['admin', 'owner']:
  62. raise Forbidden()
  63. try:
  64. default_model = ModelFactory.get_text_generation_model(
  65. tenant_id=current_user.current_tenant_id
  66. )
  67. except (ProviderTokenNotInitError, LLMBadRequestError):
  68. default_model = None
  69. except Exception as e:
  70. logging.exception(e)
  71. default_model = None
  72. if args['model_config'] is not None:
  73. # validate config
  74. model_config_dict = args['model_config']
  75. # get model provider
  76. model_provider = ModelProviderFactory.get_preferred_model_provider(
  77. current_user.current_tenant_id,
  78. model_config_dict["model"]["provider"]
  79. )
  80. if not model_provider:
  81. if not default_model:
  82. raise ProviderNotInitializeError(
  83. f"No Default System Reasoning Model available. Please configure "
  84. f"in the Settings -> Model Provider.")
  85. else:
  86. model_config_dict["model"]["provider"] = default_model.model_provider.provider_name
  87. model_config_dict["model"]["name"] = default_model.name
  88. model_configuration = AppModelConfigService.validate_configuration(
  89. tenant_id=current_user.current_tenant_id,
  90. account=current_user,
  91. config=model_config_dict,
  92. mode=args['mode']
  93. )
  94. app = App(
  95. enable_site=True,
  96. enable_api=True,
  97. is_demo=False,
  98. api_rpm=0,
  99. api_rph=0,
  100. status='normal'
  101. )
  102. app_model_config = AppModelConfig()
  103. app_model_config = app_model_config.from_model_config_dict(model_configuration)
  104. else:
  105. if 'mode' not in args or args['mode'] is None:
  106. abort(400, message="mode is required")
  107. model_config_template = model_templates[args['mode'] + '_default']
  108. app = App(**model_config_template['app'])
  109. app_model_config = AppModelConfig(**model_config_template['model_config'])
  110. # get model provider
  111. model_provider = ModelProviderFactory.get_preferred_model_provider(
  112. current_user.current_tenant_id,
  113. app_model_config.model_dict["provider"]
  114. )
  115. if not model_provider:
  116. if not default_model:
  117. raise ProviderNotInitializeError(
  118. f"No Default System Reasoning Model available. Please configure "
  119. f"in the Settings -> Model Provider.")
  120. else:
  121. model_dict = app_model_config.model_dict
  122. model_dict['provider'] = default_model.model_provider.provider_name
  123. model_dict['name'] = default_model.name
  124. app_model_config.model = json.dumps(model_dict)
  125. app.name = args['name']
  126. app.mode = args['mode']
  127. app.icon = args['icon']
  128. app.icon_background = args['icon_background']
  129. app.tenant_id = current_user.current_tenant_id
  130. db.session.add(app)
  131. db.session.flush()
  132. app_model_config.app_id = app.id
  133. db.session.add(app_model_config)
  134. db.session.flush()
  135. app.app_model_config_id = app_model_config.id
  136. account = current_user
  137. site = Site(
  138. app_id=app.id,
  139. title=app.name,
  140. default_language=account.interface_language,
  141. customize_token_strategy='not_allow',
  142. code=Site.generate_code(16)
  143. )
  144. db.session.add(site)
  145. db.session.commit()
  146. app_was_created.send(app)
  147. return app, 201
  148. class AppTemplateApi(Resource):
  149. @setup_required
  150. @login_required
  151. @account_initialization_required
  152. @marshal_with(template_list_fields)
  153. def get(self):
  154. """Get app demo templates"""
  155. account = current_user
  156. interface_language = account.interface_language
  157. templates = demo_model_templates.get(interface_language)
  158. if not templates:
  159. templates = demo_model_templates.get('en-US')
  160. return {'data': templates}
  161. class AppApi(Resource):
  162. @setup_required
  163. @login_required
  164. @account_initialization_required
  165. @marshal_with(app_detail_fields_with_site)
  166. def get(self, app_id):
  167. """Get app detail"""
  168. app_id = str(app_id)
  169. app = _get_app(app_id, current_user.current_tenant_id)
  170. return app
  171. @setup_required
  172. @login_required
  173. @account_initialization_required
  174. def delete(self, app_id):
  175. """Delete app"""
  176. app_id = str(app_id)
  177. if current_user.current_tenant.current_role not in ['admin', 'owner']:
  178. raise Forbidden()
  179. app = _get_app(app_id, current_user.current_tenant_id)
  180. db.session.delete(app)
  181. db.session.commit()
  182. # todo delete related data??
  183. # model_config, site, api_token, conversation, message, message_feedback, message_annotation
  184. app_was_deleted.send(app)
  185. return {'result': 'success'}, 204
  186. class AppNameApi(Resource):
  187. @setup_required
  188. @login_required
  189. @account_initialization_required
  190. @marshal_with(app_detail_fields)
  191. def post(self, app_id):
  192. app_id = str(app_id)
  193. app = _get_app(app_id, current_user.current_tenant_id)
  194. parser = reqparse.RequestParser()
  195. parser.add_argument('name', type=str, required=True, location='json')
  196. args = parser.parse_args()
  197. app.name = args.get('name')
  198. app.updated_at = datetime.utcnow()
  199. db.session.commit()
  200. return app
  201. class AppIconApi(Resource):
  202. @setup_required
  203. @login_required
  204. @account_initialization_required
  205. @marshal_with(app_detail_fields)
  206. def post(self, app_id):
  207. app_id = str(app_id)
  208. app = _get_app(app_id, current_user.current_tenant_id)
  209. parser = reqparse.RequestParser()
  210. parser.add_argument('icon', type=str, location='json')
  211. parser.add_argument('icon_background', type=str, location='json')
  212. args = parser.parse_args()
  213. app.icon = args.get('icon')
  214. app.icon_background = args.get('icon_background')
  215. app.updated_at = datetime.utcnow()
  216. db.session.commit()
  217. return app
  218. class AppSiteStatus(Resource):
  219. @setup_required
  220. @login_required
  221. @account_initialization_required
  222. @marshal_with(app_detail_fields)
  223. def post(self, app_id):
  224. parser = reqparse.RequestParser()
  225. parser.add_argument('enable_site', type=bool, required=True, location='json')
  226. args = parser.parse_args()
  227. app_id = str(app_id)
  228. app = db.session.query(App).filter(App.id == app_id, App.tenant_id == current_user.current_tenant_id).first()
  229. if not app:
  230. raise AppNotFoundError
  231. if args.get('enable_site') == app.enable_site:
  232. return app
  233. app.enable_site = args.get('enable_site')
  234. app.updated_at = datetime.utcnow()
  235. db.session.commit()
  236. return app
  237. class AppApiStatus(Resource):
  238. @setup_required
  239. @login_required
  240. @account_initialization_required
  241. @marshal_with(app_detail_fields)
  242. def post(self, app_id):
  243. parser = reqparse.RequestParser()
  244. parser.add_argument('enable_api', type=bool, required=True, location='json')
  245. args = parser.parse_args()
  246. app_id = str(app_id)
  247. app = _get_app(app_id, current_user.current_tenant_id)
  248. if args.get('enable_api') == app.enable_api:
  249. return app
  250. app.enable_api = args.get('enable_api')
  251. app.updated_at = datetime.utcnow()
  252. db.session.commit()
  253. return app
  254. class AppCopy(Resource):
  255. @staticmethod
  256. def create_app_copy(app):
  257. copy_app = App(
  258. name=app.name + ' copy',
  259. icon=app.icon,
  260. icon_background=app.icon_background,
  261. tenant_id=app.tenant_id,
  262. mode=app.mode,
  263. app_model_config_id=app.app_model_config_id,
  264. enable_site=app.enable_site,
  265. enable_api=app.enable_api,
  266. api_rpm=app.api_rpm,
  267. api_rph=app.api_rph
  268. )
  269. return copy_app
  270. @staticmethod
  271. def create_app_model_config_copy(app_config, copy_app_id):
  272. copy_app_model_config = app_config.copy()
  273. copy_app_model_config.app_id = copy_app_id
  274. return copy_app_model_config
  275. @setup_required
  276. @login_required
  277. @account_initialization_required
  278. @marshal_with(app_detail_fields)
  279. def post(self, app_id):
  280. app_id = str(app_id)
  281. app = _get_app(app_id, current_user.current_tenant_id)
  282. copy_app = self.create_app_copy(app)
  283. db.session.add(copy_app)
  284. app_config = db.session.query(AppModelConfig). \
  285. filter(AppModelConfig.app_id == app_id). \
  286. one_or_none()
  287. if app_config:
  288. copy_app_model_config = self.create_app_model_config_copy(app_config, copy_app.id)
  289. db.session.add(copy_app_model_config)
  290. db.session.commit()
  291. copy_app.app_model_config_id = copy_app_model_config.id
  292. db.session.commit()
  293. return copy_app, 201
  294. api.add_resource(AppListApi, '/apps')
  295. api.add_resource(AppTemplateApi, '/app-templates')
  296. api.add_resource(AppApi, '/apps/<uuid:app_id>')
  297. api.add_resource(AppCopy, '/apps/<uuid:app_id>/copy')
  298. api.add_resource(AppNameApi, '/apps/<uuid:app_id>/name')
  299. api.add_resource(AppIconApi, '/apps/<uuid:app_id>/icon')
  300. api.add_resource(AppSiteStatus, '/apps/<uuid:app_id>/site-enable')
  301. api.add_resource(AppApiStatus, '/apps/<uuid:app_id>/api-enable')