model.py 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620
  1. import json
  2. from flask import current_app, request
  3. from flask_login import UserMixin
  4. from sqlalchemy.dialects.postgresql import UUID
  5. from libs.helper import generate_string
  6. from extensions.ext_database import db
  7. from .account import Account, Tenant
  8. class DifySetup(db.Model):
  9. __tablename__ = 'dify_setups'
  10. __table_args__ = (
  11. db.PrimaryKeyConstraint('version', name='dify_setup_pkey'),
  12. )
  13. version = db.Column(db.String(255), nullable=False)
  14. setup_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  15. class App(db.Model):
  16. __tablename__ = 'apps'
  17. __table_args__ = (
  18. db.PrimaryKeyConstraint('id', name='app_pkey'),
  19. db.Index('app_tenant_id_idx', 'tenant_id')
  20. )
  21. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  22. tenant_id = db.Column(UUID, nullable=False)
  23. name = db.Column(db.String(255), nullable=False)
  24. mode = db.Column(db.String(255), nullable=False)
  25. icon = db.Column(db.String(255))
  26. icon_background = db.Column(db.String(255))
  27. app_model_config_id = db.Column(UUID, nullable=True)
  28. status = db.Column(db.String(255), nullable=False, server_default=db.text("'normal'::character varying"))
  29. enable_site = db.Column(db.Boolean, nullable=False)
  30. enable_api = db.Column(db.Boolean, nullable=False)
  31. api_rpm = db.Column(db.Integer, nullable=False)
  32. api_rph = db.Column(db.Integer, nullable=False)
  33. is_demo = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  34. is_public = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  35. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  36. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  37. @property
  38. def site(self):
  39. site = db.session.query(Site).filter(Site.app_id == self.id).first()
  40. return site
  41. @property
  42. def app_model_config(self):
  43. app_model_config = db.session.query(AppModelConfig).filter(
  44. AppModelConfig.id == self.app_model_config_id).first()
  45. return app_model_config
  46. @property
  47. def api_base_url(self):
  48. return (current_app.config['API_URL'] if current_app.config['API_URL'] else request.host_url.rstrip('/')) + '/v1'
  49. @property
  50. def tenant(self):
  51. tenant = db.session.query(Tenant).filter(Tenant.id == self.tenant_id).first()
  52. return tenant
  53. class AppModelConfig(db.Model):
  54. __tablename__ = 'app_model_configs'
  55. __table_args__ = (
  56. db.PrimaryKeyConstraint('id', name='app_model_config_pkey'),
  57. db.Index('app_app_id_idx', 'app_id')
  58. )
  59. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  60. app_id = db.Column(UUID, nullable=False)
  61. provider = db.Column(db.String(255), nullable=False)
  62. model_id = db.Column(db.String(255), nullable=False)
  63. configs = db.Column(db.JSON, nullable=False)
  64. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  65. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  66. opening_statement = db.Column(db.Text)
  67. suggested_questions = db.Column(db.Text)
  68. suggested_questions_after_answer = db.Column(db.Text)
  69. more_like_this = db.Column(db.Text)
  70. model = db.Column(db.Text)
  71. user_input_form = db.Column(db.Text)
  72. pre_prompt = db.Column(db.Text)
  73. agent_mode = db.Column(db.Text)
  74. @property
  75. def app(self):
  76. app = db.session.query(App).filter(App.id == self.app_id).first()
  77. return app
  78. @property
  79. def model_dict(self) -> dict:
  80. return json.loads(self.model) if self.model else None
  81. @property
  82. def suggested_questions_list(self) -> list:
  83. return json.loads(self.suggested_questions) if self.suggested_questions else []
  84. @property
  85. def suggested_questions_after_answer_dict(self) -> dict:
  86. return json.loads(self.suggested_questions_after_answer) if self.suggested_questions_after_answer \
  87. else {"enabled": False}
  88. @property
  89. def more_like_this_dict(self) -> dict:
  90. return json.loads(self.more_like_this) if self.more_like_this else {"enabled": False}
  91. @property
  92. def user_input_form_list(self) -> dict:
  93. return json.loads(self.user_input_form) if self.user_input_form else []
  94. @property
  95. def agent_mode_dict(self) -> dict:
  96. return json.loads(self.agent_mode) if self.agent_mode else {"enabled": False, "tools": []}
  97. class RecommendedApp(db.Model):
  98. __tablename__ = 'recommended_apps'
  99. __table_args__ = (
  100. db.PrimaryKeyConstraint('id', name='recommended_app_pkey'),
  101. db.Index('recommended_app_app_id_idx', 'app_id'),
  102. db.Index('recommended_app_is_listed_idx', 'is_listed', 'language')
  103. )
  104. id = db.Column(UUID, primary_key=True, server_default=db.text('uuid_generate_v4()'))
  105. app_id = db.Column(UUID, nullable=False)
  106. description = db.Column(db.JSON, nullable=False)
  107. copyright = db.Column(db.String(255), nullable=False)
  108. privacy_policy = db.Column(db.String(255), nullable=False)
  109. category = db.Column(db.String(255), nullable=False)
  110. position = db.Column(db.Integer, nullable=False, default=0)
  111. is_listed = db.Column(db.Boolean, nullable=False, default=True)
  112. install_count = db.Column(db.Integer, nullable=False, default=0)
  113. language = db.Column(db.String(255), nullable=False, server_default=db.text("'en-US'::character varying"))
  114. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  115. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  116. @property
  117. def app(self):
  118. app = db.session.query(App).filter(App.id == self.app_id).first()
  119. return app
  120. class InstalledApp(db.Model):
  121. __tablename__ = 'installed_apps'
  122. __table_args__ = (
  123. db.PrimaryKeyConstraint('id', name='installed_app_pkey'),
  124. db.Index('installed_app_tenant_id_idx', 'tenant_id'),
  125. db.Index('installed_app_app_id_idx', 'app_id'),
  126. db.UniqueConstraint('tenant_id', 'app_id', name='unique_tenant_app')
  127. )
  128. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  129. tenant_id = db.Column(UUID, nullable=False)
  130. app_id = db.Column(UUID, nullable=False)
  131. app_owner_tenant_id = db.Column(UUID, nullable=False)
  132. position = db.Column(db.Integer, nullable=False, default=0)
  133. is_pinned = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  134. last_used_at = db.Column(db.DateTime, nullable=True)
  135. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  136. @property
  137. def app(self):
  138. app = db.session.query(App).filter(App.id == self.app_id).first()
  139. return app
  140. @property
  141. def tenant(self):
  142. tenant = db.session.query(Tenant).filter(Tenant.id == self.tenant_id).first()
  143. return tenant
  144. class Conversation(db.Model):
  145. __tablename__ = 'conversations'
  146. __table_args__ = (
  147. db.PrimaryKeyConstraint('id', name='conversation_pkey'),
  148. db.Index('conversation_app_from_user_idx', 'app_id', 'from_source', 'from_end_user_id')
  149. )
  150. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  151. app_id = db.Column(UUID, nullable=False)
  152. app_model_config_id = db.Column(UUID, nullable=False)
  153. model_provider = db.Column(db.String(255), nullable=False)
  154. override_model_configs = db.Column(db.Text)
  155. model_id = db.Column(db.String(255), nullable=False)
  156. mode = db.Column(db.String(255), nullable=False)
  157. name = db.Column(db.String(255), nullable=False)
  158. summary = db.Column(db.Text)
  159. inputs = db.Column(db.JSON)
  160. introduction = db.Column(db.Text)
  161. system_instruction = db.Column(db.Text)
  162. system_instruction_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
  163. status = db.Column(db.String(255), nullable=False)
  164. from_source = db.Column(db.String(255), nullable=False)
  165. from_end_user_id = db.Column(UUID)
  166. from_account_id = db.Column(UUID)
  167. read_at = db.Column(db.DateTime)
  168. read_account_id = db.Column(UUID)
  169. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  170. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  171. messages = db.relationship("Message", backref="conversation", lazy='select', passive_deletes="all")
  172. message_annotations = db.relationship("MessageAnnotation", backref="conversation", lazy='select', passive_deletes="all")
  173. @property
  174. def model_config(self):
  175. model_config = {}
  176. if self.override_model_configs:
  177. override_model_configs = json.loads(self.override_model_configs)
  178. if 'model' in override_model_configs:
  179. model_config['model'] = override_model_configs['model']
  180. model_config['pre_prompt'] = override_model_configs['pre_prompt']
  181. model_config['agent_mode'] = override_model_configs['agent_mode']
  182. model_config['opening_statement'] = override_model_configs['opening_statement']
  183. model_config['suggested_questions'] = override_model_configs['suggested_questions']
  184. model_config['suggested_questions_after_answer'] = override_model_configs[
  185. 'suggested_questions_after_answer'] \
  186. if 'suggested_questions_after_answer' in override_model_configs else {"enabled": False}
  187. model_config['more_like_this'] = override_model_configs['more_like_this'] \
  188. if 'more_like_this' in override_model_configs else {"enabled": False}
  189. model_config['user_input_form'] = override_model_configs['user_input_form']
  190. else:
  191. model_config['configs'] = override_model_configs
  192. else:
  193. app_model_config = db.session.query(AppModelConfig).filter(
  194. AppModelConfig.id == self.app_model_config_id).first()
  195. model_config['configs'] = app_model_config.configs
  196. model_config['model'] = app_model_config.model_dict
  197. model_config['pre_prompt'] = app_model_config.pre_prompt
  198. model_config['agent_mode'] = app_model_config.agent_mode_dict
  199. model_config['opening_statement'] = app_model_config.opening_statement
  200. model_config['suggested_questions'] = app_model_config.suggested_questions_list
  201. model_config['suggested_questions_after_answer'] = app_model_config.suggested_questions_after_answer_dict
  202. model_config['more_like_this'] = app_model_config.more_like_this_dict
  203. model_config['user_input_form'] = app_model_config.user_input_form_list
  204. model_config['model_id'] = self.model_id
  205. model_config['provider'] = self.model_provider
  206. return model_config
  207. @property
  208. def summary_or_query(self):
  209. if self.summary:
  210. return self.summary
  211. else:
  212. first_message = self.first_message
  213. if first_message:
  214. return first_message.query
  215. else:
  216. return ''
  217. @property
  218. def annotated(self):
  219. return db.session.query(MessageAnnotation).filter(MessageAnnotation.conversation_id == self.id).count() > 0
  220. @property
  221. def annotation(self):
  222. return db.session.query(MessageAnnotation).filter(MessageAnnotation.conversation_id == self.id).first()
  223. @property
  224. def message_count(self):
  225. return db.session.query(Message).filter(Message.conversation_id == self.id).count()
  226. @property
  227. def user_feedback_stats(self):
  228. like = db.session.query(MessageFeedback) \
  229. .filter(MessageFeedback.conversation_id == self.id,
  230. MessageFeedback.from_source == 'user',
  231. MessageFeedback.rating == 'like').count()
  232. dislike = db.session.query(MessageFeedback) \
  233. .filter(MessageFeedback.conversation_id == self.id,
  234. MessageFeedback.from_source == 'user',
  235. MessageFeedback.rating == 'dislike').count()
  236. return {'like': like, 'dislike': dislike}
  237. @property
  238. def admin_feedback_stats(self):
  239. like = db.session.query(MessageFeedback) \
  240. .filter(MessageFeedback.conversation_id == self.id,
  241. MessageFeedback.from_source == 'admin',
  242. MessageFeedback.rating == 'like').count()
  243. dislike = db.session.query(MessageFeedback) \
  244. .filter(MessageFeedback.conversation_id == self.id,
  245. MessageFeedback.from_source == 'admin',
  246. MessageFeedback.rating == 'dislike').count()
  247. return {'like': like, 'dislike': dislike}
  248. @property
  249. def first_message(self):
  250. return db.session.query(Message).filter(Message.conversation_id == self.id).first()
  251. @property
  252. def app(self):
  253. return db.session.query(App).filter(App.id == self.app_id).first()
  254. @property
  255. def in_debug_mode(self):
  256. return self.override_model_configs is not None
  257. class Message(db.Model):
  258. __tablename__ = 'messages'
  259. __table_args__ = (
  260. db.PrimaryKeyConstraint('id', name='message_pkey'),
  261. db.Index('message_app_id_idx', 'app_id', 'created_at'),
  262. db.Index('message_conversation_id_idx', 'conversation_id'),
  263. db.Index('message_end_user_idx', 'app_id', 'from_source', 'from_end_user_id'),
  264. db.Index('message_account_idx', 'app_id', 'from_source', 'from_account_id'),
  265. )
  266. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  267. app_id = db.Column(UUID, nullable=False)
  268. model_provider = db.Column(db.String(255), nullable=False)
  269. model_id = db.Column(db.String(255), nullable=False)
  270. override_model_configs = db.Column(db.Text)
  271. conversation_id = db.Column(UUID, db.ForeignKey('conversations.id'), nullable=False)
  272. inputs = db.Column(db.JSON)
  273. query = db.Column(db.Text, nullable=False)
  274. message = db.Column(db.JSON, nullable=False)
  275. message_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
  276. message_unit_price = db.Column(db.Numeric(10, 4), nullable=False)
  277. answer = db.Column(db.Text, nullable=False)
  278. answer_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
  279. answer_unit_price = db.Column(db.Numeric(10, 4), nullable=False)
  280. provider_response_latency = db.Column(db.Float, nullable=False, server_default=db.text('0'))
  281. total_price = db.Column(db.Numeric(10, 7))
  282. currency = db.Column(db.String(255), nullable=False)
  283. from_source = db.Column(db.String(255), nullable=False)
  284. from_end_user_id = db.Column(UUID)
  285. from_account_id = db.Column(UUID)
  286. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  287. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  288. agent_based = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  289. @property
  290. def user_feedback(self):
  291. feedback = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id,
  292. MessageFeedback.from_source == 'user').first()
  293. return feedback
  294. @property
  295. def admin_feedback(self):
  296. feedback = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id,
  297. MessageFeedback.from_source == 'admin').first()
  298. return feedback
  299. @property
  300. def feedbacks(self):
  301. feedbacks = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id).all()
  302. return feedbacks
  303. @property
  304. def annotation(self):
  305. annotation = db.session.query(MessageAnnotation).filter(MessageAnnotation.message_id == self.id).first()
  306. return annotation
  307. @property
  308. def app_model_config(self):
  309. conversation = db.session.query(Conversation).filter(Conversation.id == self.conversation_id).first()
  310. if conversation:
  311. return db.session.query(AppModelConfig).filter(
  312. AppModelConfig.id == conversation.app_model_config_id).first()
  313. return None
  314. @property
  315. def in_debug_mode(self):
  316. return self.override_model_configs is not None
  317. class MessageFeedback(db.Model):
  318. __tablename__ = 'message_feedbacks'
  319. __table_args__ = (
  320. db.PrimaryKeyConstraint('id', name='message_feedback_pkey'),
  321. db.Index('message_feedback_app_idx', 'app_id'),
  322. db.Index('message_feedback_message_idx', 'message_id', 'from_source'),
  323. db.Index('message_feedback_conversation_idx', 'conversation_id', 'from_source', 'rating')
  324. )
  325. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  326. app_id = db.Column(UUID, nullable=False)
  327. conversation_id = db.Column(UUID, nullable=False)
  328. message_id = db.Column(UUID, nullable=False)
  329. rating = db.Column(db.String(255), nullable=False)
  330. content = db.Column(db.Text)
  331. from_source = db.Column(db.String(255), nullable=False)
  332. from_end_user_id = db.Column(UUID)
  333. from_account_id = db.Column(UUID)
  334. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  335. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  336. @property
  337. def from_account(self):
  338. account = db.session.query(Account).filter(Account.id == self.from_account_id).first()
  339. return account
  340. class MessageAnnotation(db.Model):
  341. __tablename__ = 'message_annotations'
  342. __table_args__ = (
  343. db.PrimaryKeyConstraint('id', name='message_annotation_pkey'),
  344. db.Index('message_annotation_app_idx', 'app_id'),
  345. db.Index('message_annotation_conversation_idx', 'conversation_id'),
  346. db.Index('message_annotation_message_idx', 'message_id')
  347. )
  348. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  349. app_id = db.Column(UUID, nullable=False)
  350. conversation_id = db.Column(UUID, db.ForeignKey('conversations.id'), nullable=False)
  351. message_id = db.Column(UUID, nullable=False)
  352. content = db.Column(db.Text, nullable=False)
  353. account_id = db.Column(UUID, nullable=False)
  354. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  355. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  356. @property
  357. def account(self):
  358. account = db.session.query(Account).filter(Account.id == self.account_id).first()
  359. return account
  360. class OperationLog(db.Model):
  361. __tablename__ = 'operation_logs'
  362. __table_args__ = (
  363. db.PrimaryKeyConstraint('id', name='operation_log_pkey'),
  364. db.Index('operation_log_account_action_idx', 'tenant_id', 'account_id', 'action')
  365. )
  366. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  367. tenant_id = db.Column(UUID, nullable=False)
  368. account_id = db.Column(UUID, nullable=False)
  369. action = db.Column(db.String(255), nullable=False)
  370. content = db.Column(db.JSON)
  371. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  372. created_ip = db.Column(db.String(255), nullable=False)
  373. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  374. class EndUser(UserMixin, db.Model):
  375. __tablename__ = 'end_users'
  376. __table_args__ = (
  377. db.PrimaryKeyConstraint('id', name='end_user_pkey'),
  378. db.Index('end_user_session_id_idx', 'session_id', 'type'),
  379. db.Index('end_user_tenant_session_id_idx', 'tenant_id', 'session_id', 'type'),
  380. )
  381. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  382. tenant_id = db.Column(UUID, nullable=False)
  383. app_id = db.Column(UUID, nullable=True)
  384. type = db.Column(db.String(255), nullable=False)
  385. external_user_id = db.Column(db.String(255), nullable=True)
  386. name = db.Column(db.String(255))
  387. is_anonymous = db.Column(db.Boolean, nullable=False, server_default=db.text('true'))
  388. session_id = db.Column(db.String(255), nullable=False)
  389. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  390. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  391. class Site(db.Model):
  392. __tablename__ = 'sites'
  393. __table_args__ = (
  394. db.PrimaryKeyConstraint('id', name='site_pkey'),
  395. db.Index('site_app_id_idx', 'app_id'),
  396. db.Index('site_code_idx', 'code', 'status')
  397. )
  398. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  399. app_id = db.Column(UUID, nullable=False)
  400. title = db.Column(db.String(255), nullable=False)
  401. icon = db.Column(db.String(255))
  402. icon_background = db.Column(db.String(255))
  403. description = db.Column(db.String(255))
  404. default_language = db.Column(db.String(255), nullable=False)
  405. copyright = db.Column(db.String(255))
  406. privacy_policy = db.Column(db.String(255))
  407. customize_domain = db.Column(db.String(255))
  408. customize_token_strategy = db.Column(db.String(255), nullable=False)
  409. prompt_public = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  410. status = db.Column(db.String(255), nullable=False, server_default=db.text("'normal'::character varying"))
  411. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  412. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  413. code = db.Column(db.String(255))
  414. @staticmethod
  415. def generate_code(n):
  416. while True:
  417. result = generate_string(n)
  418. while db.session.query(Site).filter(Site.code == result).count() > 0:
  419. result = generate_string(n)
  420. return result
  421. @property
  422. def app_base_url(self):
  423. return (current_app.config['APP_URL'] if current_app.config['APP_URL'] else request.host_url.rstrip('/'))
  424. class ApiToken(db.Model):
  425. __tablename__ = 'api_tokens'
  426. __table_args__ = (
  427. db.PrimaryKeyConstraint('id', name='api_token_pkey'),
  428. db.Index('api_token_app_id_type_idx', 'app_id', 'type'),
  429. db.Index('api_token_token_idx', 'token', 'type')
  430. )
  431. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  432. app_id = db.Column(UUID, nullable=True)
  433. dataset_id = db.Column(UUID, nullable=True)
  434. type = db.Column(db.String(16), nullable=False)
  435. token = db.Column(db.String(255), nullable=False)
  436. last_used_at = db.Column(db.DateTime, nullable=True)
  437. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  438. @staticmethod
  439. def generate_api_key(prefix, n):
  440. while True:
  441. result = prefix + generate_string(n)
  442. while db.session.query(ApiToken).filter(ApiToken.token == result).count() > 0:
  443. result = prefix + generate_string(n)
  444. return result
  445. class UploadFile(db.Model):
  446. __tablename__ = 'upload_files'
  447. __table_args__ = (
  448. db.PrimaryKeyConstraint('id', name='upload_file_pkey'),
  449. db.Index('upload_file_tenant_idx', 'tenant_id')
  450. )
  451. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  452. tenant_id = db.Column(UUID, nullable=False)
  453. storage_type = db.Column(db.String(255), nullable=False)
  454. key = db.Column(db.String(255), nullable=False)
  455. name = db.Column(db.String(255), nullable=False)
  456. size = db.Column(db.Integer, nullable=False)
  457. extension = db.Column(db.String(255), nullable=False)
  458. mime_type = db.Column(db.String(255), nullable=True)
  459. created_by = db.Column(UUID, nullable=False)
  460. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  461. used = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  462. used_by = db.Column(UUID, nullable=True)
  463. used_at = db.Column(db.DateTime, nullable=True)
  464. hash = db.Column(db.String(255), nullable=True)
  465. class ApiRequest(db.Model):
  466. __tablename__ = 'api_requests'
  467. __table_args__ = (
  468. db.PrimaryKeyConstraint('id', name='api_request_pkey'),
  469. db.Index('api_request_token_idx', 'tenant_id', 'api_token_id')
  470. )
  471. id = db.Column(UUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
  472. tenant_id = db.Column(UUID, nullable=False)
  473. api_token_id = db.Column(UUID, nullable=False)
  474. path = db.Column(db.String(255), nullable=False)
  475. request = db.Column(db.Text, nullable=True)
  476. response = db.Column(db.Text, nullable=True)
  477. ip = db.Column(db.String(255), nullable=False)
  478. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  479. class MessageChain(db.Model):
  480. __tablename__ = 'message_chains'
  481. __table_args__ = (
  482. db.PrimaryKeyConstraint('id', name='message_chain_pkey'),
  483. db.Index('message_chain_message_id_idx', 'message_id')
  484. )
  485. id = db.Column(UUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
  486. message_id = db.Column(UUID, nullable=False)
  487. type = db.Column(db.String(255), nullable=False)
  488. input = db.Column(db.Text, nullable=True)
  489. output = db.Column(db.Text, nullable=True)
  490. created_at = db.Column(db.DateTime, nullable=False, server_default=db.func.current_timestamp())
  491. class MessageAgentThought(db.Model):
  492. __tablename__ = 'message_agent_thoughts'
  493. __table_args__ = (
  494. db.PrimaryKeyConstraint('id', name='message_agent_thought_pkey'),
  495. db.Index('message_agent_thought_message_id_idx', 'message_id'),
  496. db.Index('message_agent_thought_message_chain_id_idx', 'message_chain_id'),
  497. )
  498. id = db.Column(UUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
  499. message_id = db.Column(UUID, nullable=False)
  500. message_chain_id = db.Column(UUID, nullable=False)
  501. position = db.Column(db.Integer, nullable=False)
  502. thought = db.Column(db.Text, nullable=True)
  503. tool = db.Column(db.Text, nullable=True)
  504. tool_input = db.Column(db.Text, nullable=True)
  505. observation = db.Column(db.Text, nullable=True)
  506. # plugin_id = db.Column(UUID, nullable=True) ## for future design
  507. tool_process_data = db.Column(db.Text, nullable=True)
  508. message = db.Column(db.Text, nullable=True)
  509. message_token = db.Column(db.Integer, nullable=True)
  510. message_unit_price = db.Column(db.Numeric, nullable=True)
  511. answer = db.Column(db.Text, nullable=True)
  512. answer_token = db.Column(db.Integer, nullable=True)
  513. answer_unit_price = db.Column(db.Numeric, nullable=True)
  514. tokens = db.Column(db.Integer, nullable=True)
  515. total_price = db.Column(db.Numeric, nullable=True)
  516. currency = db.Column(db.String, nullable=True)
  517. latency = db.Column(db.Float, nullable=True)
  518. created_by_role = db.Column(db.String, nullable=False)
  519. created_by = db.Column(UUID, nullable=False)
  520. created_at = db.Column(db.DateTime, nullable=False, server_default=db.func.current_timestamp())