app.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387
  1. # -*- coding:utf-8 -*-
  2. import json
  3. import logging
  4. from datetime import datetime
  5. from flask_login import current_user
  6. from core.model_manager import ModelManager
  7. from core.model_runtime.entities.model_entities import ModelType
  8. from core.provider_manager import ProviderManager
  9. from libs.login import login_required
  10. from flask_restful import Resource, reqparse, marshal_with, abort, inputs
  11. from werkzeug.exceptions import Forbidden
  12. from constants.model_template import model_templates, demo_model_templates
  13. from controllers.console import api
  14. from controllers.console.app.error import AppNotFoundError, ProviderNotInitializeError
  15. from controllers.console.setup import setup_required
  16. from controllers.console.wraps import account_initialization_required, cloud_edition_billing_resource_check
  17. from core.errors.error import ProviderTokenNotInitError, LLMBadRequestError
  18. from events.app_event import app_was_created, app_was_deleted
  19. from fields.app_fields import app_pagination_fields, app_detail_fields, template_list_fields, \
  20. app_detail_fields_with_site
  21. from extensions.ext_database import db
  22. from models.model import App, AppModelConfig, Site
  23. from services.app_model_config_service import AppModelConfigService
  24. def _get_app(app_id, tenant_id):
  25. app = db.session.query(App).filter(App.id == app_id, App.tenant_id == tenant_id).first()
  26. if not app:
  27. raise AppNotFoundError
  28. return app
  29. class AppListApi(Resource):
  30. @setup_required
  31. @login_required
  32. @account_initialization_required
  33. @marshal_with(app_pagination_fields)
  34. def get(self):
  35. """Get app list"""
  36. parser = reqparse.RequestParser()
  37. parser.add_argument('page', type=inputs.int_range(1, 99999), required=False, default=1, location='args')
  38. parser.add_argument('limit', type=inputs.int_range(1, 100), required=False, default=20, location='args')
  39. args = parser.parse_args()
  40. app_models = db.paginate(
  41. db.select(App).where(App.tenant_id == current_user.current_tenant_id,
  42. App.is_universal == False).order_by(App.created_at.desc()),
  43. page=args['page'],
  44. per_page=args['limit'],
  45. error_out=False)
  46. return app_models
  47. @setup_required
  48. @login_required
  49. @account_initialization_required
  50. @marshal_with(app_detail_fields)
  51. @cloud_edition_billing_resource_check('apps')
  52. def post(self):
  53. """Create app"""
  54. parser = reqparse.RequestParser()
  55. parser.add_argument('name', type=str, required=True, location='json')
  56. parser.add_argument('mode', type=str, choices=['completion', 'chat'], location='json')
  57. parser.add_argument('icon', type=str, location='json')
  58. parser.add_argument('icon_background', type=str, location='json')
  59. parser.add_argument('model_config', type=dict, location='json')
  60. args = parser.parse_args()
  61. # The role of the current user in the ta table must be admin or owner
  62. if current_user.current_tenant.current_role not in ['admin', 'owner']:
  63. raise Forbidden()
  64. try:
  65. provider_manager = ProviderManager()
  66. default_model_entity = provider_manager.get_default_model(
  67. tenant_id=current_user.current_tenant_id,
  68. model_type=ModelType.LLM
  69. )
  70. except (ProviderTokenNotInitError, LLMBadRequestError):
  71. default_model_entity = None
  72. except Exception as e:
  73. logging.exception(e)
  74. default_model_entity = None
  75. if args['model_config'] is not None:
  76. # validate config
  77. model_config_dict = args['model_config']
  78. # get model provider
  79. model_manager = ModelManager()
  80. model_instance = model_manager.get_default_model_instance(
  81. tenant_id=current_user.current_tenant_id,
  82. model_type=ModelType.LLM
  83. )
  84. if not model_instance:
  85. raise ProviderNotInitializeError(
  86. f"No Default System Reasoning Model available. Please configure "
  87. f"in the Settings -> Model Provider.")
  88. else:
  89. model_config_dict["model"]["provider"] = model_instance.provider
  90. model_config_dict["model"]["name"] = model_instance.model
  91. model_configuration = AppModelConfigService.validate_configuration(
  92. tenant_id=current_user.current_tenant_id,
  93. account=current_user,
  94. config=model_config_dict,
  95. app_mode=args['mode']
  96. )
  97. app = App(
  98. enable_site=True,
  99. enable_api=True,
  100. is_demo=False,
  101. api_rpm=0,
  102. api_rph=0,
  103. status='normal'
  104. )
  105. app_model_config = AppModelConfig()
  106. app_model_config = app_model_config.from_model_config_dict(model_configuration)
  107. else:
  108. if 'mode' not in args or args['mode'] is None:
  109. abort(400, message="mode is required")
  110. model_config_template = model_templates[args['mode'] + '_default']
  111. app = App(**model_config_template['app'])
  112. app_model_config = AppModelConfig(**model_config_template['model_config'])
  113. # get model provider
  114. model_manager = ModelManager()
  115. try:
  116. model_instance = model_manager.get_default_model_instance(
  117. tenant_id=current_user.current_tenant_id,
  118. model_type=ModelType.LLM
  119. )
  120. except ProviderTokenNotInitError:
  121. raise ProviderNotInitializeError(
  122. f"No Default System Reasoning Model available. Please configure "
  123. f"in the Settings -> Model Provider.")
  124. if not model_instance:
  125. raise ProviderNotInitializeError(
  126. f"No Default System Reasoning Model available. Please configure "
  127. f"in the Settings -> Model Provider.")
  128. else:
  129. model_dict = app_model_config.model_dict
  130. model_dict['provider'] = model_instance.provider
  131. model_dict['name'] = model_instance.model
  132. app_model_config.model = json.dumps(model_dict)
  133. app.name = args['name']
  134. app.mode = args['mode']
  135. app.icon = args['icon']
  136. app.icon_background = args['icon_background']
  137. app.tenant_id = current_user.current_tenant_id
  138. db.session.add(app)
  139. db.session.flush()
  140. app_model_config.app_id = app.id
  141. db.session.add(app_model_config)
  142. db.session.flush()
  143. app.app_model_config_id = app_model_config.id
  144. account = current_user
  145. site = Site(
  146. app_id=app.id,
  147. title=app.name,
  148. default_language=account.interface_language,
  149. customize_token_strategy='not_allow',
  150. code=Site.generate_code(16)
  151. )
  152. db.session.add(site)
  153. db.session.commit()
  154. app_was_created.send(app)
  155. return app, 201
  156. class AppTemplateApi(Resource):
  157. @setup_required
  158. @login_required
  159. @account_initialization_required
  160. @marshal_with(template_list_fields)
  161. def get(self):
  162. """Get app demo templates"""
  163. account = current_user
  164. interface_language = account.interface_language
  165. templates = demo_model_templates.get(interface_language)
  166. if not templates:
  167. templates = demo_model_templates.get('en-US')
  168. return {'data': templates}
  169. class AppApi(Resource):
  170. @setup_required
  171. @login_required
  172. @account_initialization_required
  173. @marshal_with(app_detail_fields_with_site)
  174. def get(self, app_id):
  175. """Get app detail"""
  176. app_id = str(app_id)
  177. app = _get_app(app_id, current_user.current_tenant_id)
  178. return app
  179. @setup_required
  180. @login_required
  181. @account_initialization_required
  182. def delete(self, app_id):
  183. """Delete app"""
  184. app_id = str(app_id)
  185. if current_user.current_tenant.current_role not in ['admin', 'owner']:
  186. raise Forbidden()
  187. app = _get_app(app_id, current_user.current_tenant_id)
  188. db.session.delete(app)
  189. db.session.commit()
  190. # todo delete related data??
  191. # model_config, site, api_token, conversation, message, message_feedback, message_annotation
  192. app_was_deleted.send(app)
  193. return {'result': 'success'}, 204
  194. class AppNameApi(Resource):
  195. @setup_required
  196. @login_required
  197. @account_initialization_required
  198. @marshal_with(app_detail_fields)
  199. def post(self, app_id):
  200. app_id = str(app_id)
  201. app = _get_app(app_id, current_user.current_tenant_id)
  202. parser = reqparse.RequestParser()
  203. parser.add_argument('name', type=str, required=True, location='json')
  204. args = parser.parse_args()
  205. app.name = args.get('name')
  206. app.updated_at = datetime.utcnow()
  207. db.session.commit()
  208. return app
  209. class AppIconApi(Resource):
  210. @setup_required
  211. @login_required
  212. @account_initialization_required
  213. @marshal_with(app_detail_fields)
  214. def post(self, app_id):
  215. app_id = str(app_id)
  216. app = _get_app(app_id, current_user.current_tenant_id)
  217. parser = reqparse.RequestParser()
  218. parser.add_argument('icon', type=str, location='json')
  219. parser.add_argument('icon_background', type=str, location='json')
  220. args = parser.parse_args()
  221. app.icon = args.get('icon')
  222. app.icon_background = args.get('icon_background')
  223. app.updated_at = datetime.utcnow()
  224. db.session.commit()
  225. return app
  226. class AppSiteStatus(Resource):
  227. @setup_required
  228. @login_required
  229. @account_initialization_required
  230. @marshal_with(app_detail_fields)
  231. def post(self, app_id):
  232. parser = reqparse.RequestParser()
  233. parser.add_argument('enable_site', type=bool, required=True, location='json')
  234. args = parser.parse_args()
  235. app_id = str(app_id)
  236. app = db.session.query(App).filter(App.id == app_id, App.tenant_id == current_user.current_tenant_id).first()
  237. if not app:
  238. raise AppNotFoundError
  239. if args.get('enable_site') == app.enable_site:
  240. return app
  241. app.enable_site = args.get('enable_site')
  242. app.updated_at = datetime.utcnow()
  243. db.session.commit()
  244. return app
  245. class AppApiStatus(Resource):
  246. @setup_required
  247. @login_required
  248. @account_initialization_required
  249. @marshal_with(app_detail_fields)
  250. def post(self, app_id):
  251. parser = reqparse.RequestParser()
  252. parser.add_argument('enable_api', type=bool, required=True, location='json')
  253. args = parser.parse_args()
  254. app_id = str(app_id)
  255. app = _get_app(app_id, current_user.current_tenant_id)
  256. if args.get('enable_api') == app.enable_api:
  257. return app
  258. app.enable_api = args.get('enable_api')
  259. app.updated_at = datetime.utcnow()
  260. db.session.commit()
  261. return app
  262. class AppCopy(Resource):
  263. @staticmethod
  264. def create_app_copy(app):
  265. copy_app = App(
  266. name=app.name + ' copy',
  267. icon=app.icon,
  268. icon_background=app.icon_background,
  269. tenant_id=app.tenant_id,
  270. mode=app.mode,
  271. app_model_config_id=app.app_model_config_id,
  272. enable_site=app.enable_site,
  273. enable_api=app.enable_api,
  274. api_rpm=app.api_rpm,
  275. api_rph=app.api_rph
  276. )
  277. return copy_app
  278. @staticmethod
  279. def create_app_model_config_copy(app_config, copy_app_id):
  280. copy_app_model_config = app_config.copy()
  281. copy_app_model_config.app_id = copy_app_id
  282. return copy_app_model_config
  283. @setup_required
  284. @login_required
  285. @account_initialization_required
  286. @marshal_with(app_detail_fields)
  287. def post(self, app_id):
  288. app_id = str(app_id)
  289. app = _get_app(app_id, current_user.current_tenant_id)
  290. copy_app = self.create_app_copy(app)
  291. db.session.add(copy_app)
  292. app_config = db.session.query(AppModelConfig). \
  293. filter(AppModelConfig.app_id == app_id). \
  294. one_or_none()
  295. if app_config:
  296. copy_app_model_config = self.create_app_model_config_copy(app_config, copy_app.id)
  297. db.session.add(copy_app_model_config)
  298. db.session.commit()
  299. copy_app.app_model_config_id = copy_app_model_config.id
  300. db.session.commit()
  301. return copy_app, 201
  302. api.add_resource(AppListApi, '/apps')
  303. api.add_resource(AppTemplateApi, '/app-templates')
  304. api.add_resource(AppApi, '/apps/<uuid:app_id>')
  305. api.add_resource(AppCopy, '/apps/<uuid:app_id>/copy')
  306. api.add_resource(AppNameApi, '/apps/<uuid:app_id>/name')
  307. api.add_resource(AppIconApi, '/apps/<uuid:app_id>/icon')
  308. api.add_resource(AppSiteStatus, '/apps/<uuid:app_id>/site-enable')
  309. api.add_resource(AppApiStatus, '/apps/<uuid:app_id>/api-enable')