model.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674
  1. import json
  2. from flask import current_app, request
  3. from flask_login import UserMixin
  4. from sqlalchemy.dialects.postgresql import UUID
  5. from libs.helper import generate_string
  6. from extensions.ext_database import db
  7. from .account import Account, Tenant
  8. class DifySetup(db.Model):
  9. __tablename__ = 'dify_setups'
  10. __table_args__ = (
  11. db.PrimaryKeyConstraint('version', name='dify_setup_pkey'),
  12. )
  13. version = db.Column(db.String(255), nullable=False)
  14. setup_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  15. class App(db.Model):
  16. __tablename__ = 'apps'
  17. __table_args__ = (
  18. db.PrimaryKeyConstraint('id', name='app_pkey'),
  19. db.Index('app_tenant_id_idx', 'tenant_id')
  20. )
  21. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  22. tenant_id = db.Column(UUID, nullable=False)
  23. name = db.Column(db.String(255), nullable=False)
  24. mode = db.Column(db.String(255), nullable=False)
  25. icon = db.Column(db.String(255))
  26. icon_background = db.Column(db.String(255))
  27. app_model_config_id = db.Column(UUID, nullable=True)
  28. status = db.Column(db.String(255), nullable=False, server_default=db.text("'normal'::character varying"))
  29. enable_site = db.Column(db.Boolean, nullable=False)
  30. enable_api = db.Column(db.Boolean, nullable=False)
  31. api_rpm = db.Column(db.Integer, nullable=False)
  32. api_rph = db.Column(db.Integer, nullable=False)
  33. is_demo = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  34. is_public = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  35. is_universal = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  36. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  37. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  38. @property
  39. def site(self):
  40. site = db.session.query(Site).filter(Site.app_id == self.id).first()
  41. return site
  42. @property
  43. def app_model_config(self):
  44. app_model_config = db.session.query(AppModelConfig).filter(
  45. AppModelConfig.id == self.app_model_config_id).first()
  46. return app_model_config
  47. @property
  48. def api_base_url(self):
  49. return (current_app.config['SERVICE_API_URL'] if current_app.config['SERVICE_API_URL']
  50. else request.host_url.rstrip('/')) + '/v1'
  51. @property
  52. def tenant(self):
  53. tenant = db.session.query(Tenant).filter(Tenant.id == self.tenant_id).first()
  54. return tenant
  55. class AppModelConfig(db.Model):
  56. __tablename__ = 'app_model_configs'
  57. __table_args__ = (
  58. db.PrimaryKeyConstraint('id', name='app_model_config_pkey'),
  59. db.Index('app_app_id_idx', 'app_id')
  60. )
  61. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  62. app_id = db.Column(UUID, nullable=False)
  63. provider = db.Column(db.String(255), nullable=False)
  64. model_id = db.Column(db.String(255), nullable=False)
  65. configs = db.Column(db.JSON, nullable=False)
  66. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  67. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  68. opening_statement = db.Column(db.Text)
  69. suggested_questions = db.Column(db.Text)
  70. suggested_questions_after_answer = db.Column(db.Text)
  71. speech_to_text = db.Column(db.Text)
  72. more_like_this = db.Column(db.Text)
  73. model = db.Column(db.Text)
  74. user_input_form = db.Column(db.Text)
  75. pre_prompt = db.Column(db.Text)
  76. agent_mode = db.Column(db.Text)
  77. sensitive_word_avoidance = db.Column(db.Text)
  78. @property
  79. def app(self):
  80. app = db.session.query(App).filter(App.id == self.app_id).first()
  81. return app
  82. @property
  83. def model_dict(self) -> dict:
  84. return json.loads(self.model) if self.model else None
  85. @property
  86. def suggested_questions_list(self) -> list:
  87. return json.loads(self.suggested_questions) if self.suggested_questions else []
  88. @property
  89. def suggested_questions_after_answer_dict(self) -> dict:
  90. return json.loads(self.suggested_questions_after_answer) if self.suggested_questions_after_answer \
  91. else {"enabled": False}
  92. @property
  93. def speech_to_text_dict(self) -> dict:
  94. return json.loads(self.speech_to_text) if self.speech_to_text \
  95. else {"enabled": False}
  96. @property
  97. def more_like_this_dict(self) -> dict:
  98. return json.loads(self.more_like_this) if self.more_like_this else {"enabled": False}
  99. @property
  100. def sensitive_word_avoidance_dict(self) -> dict:
  101. return json.loads(self.sensitive_word_avoidance) if self.sensitive_word_avoidance \
  102. else {"enabled": False, "words": [], "canned_response": []}
  103. @property
  104. def user_input_form_list(self) -> dict:
  105. return json.loads(self.user_input_form) if self.user_input_form else []
  106. @property
  107. def agent_mode_dict(self) -> dict:
  108. return json.loads(self.agent_mode) if self.agent_mode else {"enabled": False, "strategy": None, "tools": []}
  109. def to_dict(self) -> dict:
  110. return {
  111. "provider": "",
  112. "model_id": "",
  113. "configs": {},
  114. "opening_statement": self.opening_statement,
  115. "suggested_questions": self.suggested_questions_list,
  116. "suggested_questions_after_answer": self.suggested_questions_after_answer_dict,
  117. "speech_to_text": self.speech_to_text_dict,
  118. "more_like_this": self.more_like_this_dict,
  119. "sensitive_word_avoidance": self.sensitive_word_avoidance_dict,
  120. "model": self.model_dict,
  121. "user_input_form": self.user_input_form_list,
  122. "pre_prompt": self.pre_prompt,
  123. "agent_mode": self.agent_mode_dict
  124. }
  125. class RecommendedApp(db.Model):
  126. __tablename__ = 'recommended_apps'
  127. __table_args__ = (
  128. db.PrimaryKeyConstraint('id', name='recommended_app_pkey'),
  129. db.Index('recommended_app_app_id_idx', 'app_id'),
  130. db.Index('recommended_app_is_listed_idx', 'is_listed', 'language')
  131. )
  132. id = db.Column(UUID, primary_key=True, server_default=db.text('uuid_generate_v4()'))
  133. app_id = db.Column(UUID, nullable=False)
  134. description = db.Column(db.JSON, nullable=False)
  135. copyright = db.Column(db.String(255), nullable=False)
  136. privacy_policy = db.Column(db.String(255), nullable=False)
  137. category = db.Column(db.String(255), nullable=False)
  138. position = db.Column(db.Integer, nullable=False, default=0)
  139. is_listed = db.Column(db.Boolean, nullable=False, default=True)
  140. install_count = db.Column(db.Integer, nullable=False, default=0)
  141. language = db.Column(db.String(255), nullable=False, server_default=db.text("'en-US'::character varying"))
  142. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  143. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  144. @property
  145. def app(self):
  146. app = db.session.query(App).filter(App.id == self.app_id).first()
  147. return app
  148. class InstalledApp(db.Model):
  149. __tablename__ = 'installed_apps'
  150. __table_args__ = (
  151. db.PrimaryKeyConstraint('id', name='installed_app_pkey'),
  152. db.Index('installed_app_tenant_id_idx', 'tenant_id'),
  153. db.Index('installed_app_app_id_idx', 'app_id'),
  154. db.UniqueConstraint('tenant_id', 'app_id', name='unique_tenant_app')
  155. )
  156. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  157. tenant_id = db.Column(UUID, nullable=False)
  158. app_id = db.Column(UUID, nullable=False)
  159. app_owner_tenant_id = db.Column(UUID, nullable=False)
  160. position = db.Column(db.Integer, nullable=False, default=0)
  161. is_pinned = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  162. last_used_at = db.Column(db.DateTime, nullable=True)
  163. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  164. @property
  165. def app(self):
  166. app = db.session.query(App).filter(App.id == self.app_id).first()
  167. return app
  168. @property
  169. def tenant(self):
  170. tenant = db.session.query(Tenant).filter(Tenant.id == self.tenant_id).first()
  171. return tenant
  172. class Conversation(db.Model):
  173. __tablename__ = 'conversations'
  174. __table_args__ = (
  175. db.PrimaryKeyConstraint('id', name='conversation_pkey'),
  176. db.Index('conversation_app_from_user_idx', 'app_id', 'from_source', 'from_end_user_id')
  177. )
  178. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  179. app_id = db.Column(UUID, nullable=False)
  180. app_model_config_id = db.Column(UUID, nullable=False)
  181. model_provider = db.Column(db.String(255), nullable=False)
  182. override_model_configs = db.Column(db.Text)
  183. model_id = db.Column(db.String(255), nullable=False)
  184. mode = db.Column(db.String(255), nullable=False)
  185. name = db.Column(db.String(255), nullable=False)
  186. summary = db.Column(db.Text)
  187. inputs = db.Column(db.JSON)
  188. introduction = db.Column(db.Text)
  189. system_instruction = db.Column(db.Text)
  190. system_instruction_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
  191. status = db.Column(db.String(255), nullable=False)
  192. from_source = db.Column(db.String(255), nullable=False)
  193. from_end_user_id = db.Column(UUID)
  194. from_account_id = db.Column(UUID)
  195. read_at = db.Column(db.DateTime)
  196. read_account_id = db.Column(UUID)
  197. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  198. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  199. messages = db.relationship("Message", backref="conversation", lazy='select', passive_deletes="all")
  200. message_annotations = db.relationship("MessageAnnotation", backref="conversation", lazy='select', passive_deletes="all")
  201. is_deleted = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  202. @property
  203. def model_config(self):
  204. model_config = {}
  205. if self.override_model_configs:
  206. override_model_configs = json.loads(self.override_model_configs)
  207. if 'model' in override_model_configs:
  208. model_config['model'] = override_model_configs['model']
  209. model_config['pre_prompt'] = override_model_configs['pre_prompt']
  210. model_config['agent_mode'] = override_model_configs['agent_mode']
  211. model_config['opening_statement'] = override_model_configs['opening_statement']
  212. model_config['suggested_questions'] = override_model_configs['suggested_questions']
  213. model_config['suggested_questions_after_answer'] = override_model_configs[
  214. 'suggested_questions_after_answer'] \
  215. if 'suggested_questions_after_answer' in override_model_configs else {"enabled": False}
  216. model_config['speech_to_text'] = override_model_configs[
  217. 'speech_to_text'] \
  218. if 'speech_to_text' in override_model_configs else {"enabled": False}
  219. model_config['more_like_this'] = override_model_configs['more_like_this'] \
  220. if 'more_like_this' in override_model_configs else {"enabled": False}
  221. model_config['sensitive_word_avoidance'] = override_model_configs['sensitive_word_avoidance'] \
  222. if 'sensitive_word_avoidance' in override_model_configs \
  223. else {"enabled": False, "words": [], "canned_response": []}
  224. model_config['user_input_form'] = override_model_configs['user_input_form']
  225. else:
  226. model_config['configs'] = override_model_configs
  227. else:
  228. app_model_config = db.session.query(AppModelConfig).filter(
  229. AppModelConfig.id == self.app_model_config_id).first()
  230. model_config['configs'] = app_model_config.configs
  231. model_config['model'] = app_model_config.model_dict
  232. model_config['pre_prompt'] = app_model_config.pre_prompt
  233. model_config['agent_mode'] = app_model_config.agent_mode_dict
  234. model_config['opening_statement'] = app_model_config.opening_statement
  235. model_config['suggested_questions'] = app_model_config.suggested_questions_list
  236. model_config['suggested_questions_after_answer'] = app_model_config.suggested_questions_after_answer_dict
  237. model_config['speech_to_text'] = app_model_config.speech_to_text_dict
  238. model_config['more_like_this'] = app_model_config.more_like_this_dict
  239. model_config['sensitive_word_avoidance'] = app_model_config.sensitive_word_avoidance_dict
  240. model_config['user_input_form'] = app_model_config.user_input_form_list
  241. model_config['model_id'] = self.model_id
  242. model_config['provider'] = self.model_provider
  243. return model_config
  244. @property
  245. def summary_or_query(self):
  246. if self.summary:
  247. return self.summary
  248. else:
  249. first_message = self.first_message
  250. if first_message:
  251. return first_message.query
  252. else:
  253. return ''
  254. @property
  255. def annotated(self):
  256. return db.session.query(MessageAnnotation).filter(MessageAnnotation.conversation_id == self.id).count() > 0
  257. @property
  258. def annotation(self):
  259. return db.session.query(MessageAnnotation).filter(MessageAnnotation.conversation_id == self.id).first()
  260. @property
  261. def message_count(self):
  262. return db.session.query(Message).filter(Message.conversation_id == self.id).count()
  263. @property
  264. def user_feedback_stats(self):
  265. like = db.session.query(MessageFeedback) \
  266. .filter(MessageFeedback.conversation_id == self.id,
  267. MessageFeedback.from_source == 'user',
  268. MessageFeedback.rating == 'like').count()
  269. dislike = db.session.query(MessageFeedback) \
  270. .filter(MessageFeedback.conversation_id == self.id,
  271. MessageFeedback.from_source == 'user',
  272. MessageFeedback.rating == 'dislike').count()
  273. return {'like': like, 'dislike': dislike}
  274. @property
  275. def admin_feedback_stats(self):
  276. like = db.session.query(MessageFeedback) \
  277. .filter(MessageFeedback.conversation_id == self.id,
  278. MessageFeedback.from_source == 'admin',
  279. MessageFeedback.rating == 'like').count()
  280. dislike = db.session.query(MessageFeedback) \
  281. .filter(MessageFeedback.conversation_id == self.id,
  282. MessageFeedback.from_source == 'admin',
  283. MessageFeedback.rating == 'dislike').count()
  284. return {'like': like, 'dislike': dislike}
  285. @property
  286. def first_message(self):
  287. return db.session.query(Message).filter(Message.conversation_id == self.id).first()
  288. @property
  289. def app(self):
  290. return db.session.query(App).filter(App.id == self.app_id).first()
  291. @property
  292. def from_end_user_session_id(self):
  293. if self.from_end_user_id:
  294. end_user = db.session.query(EndUser).filter(EndUser.id == self.from_end_user_id).first()
  295. if end_user:
  296. return end_user.session_id
  297. return None
  298. @property
  299. def in_debug_mode(self):
  300. return self.override_model_configs is not None
  301. class Message(db.Model):
  302. __tablename__ = 'messages'
  303. __table_args__ = (
  304. db.PrimaryKeyConstraint('id', name='message_pkey'),
  305. db.Index('message_app_id_idx', 'app_id', 'created_at'),
  306. db.Index('message_conversation_id_idx', 'conversation_id'),
  307. db.Index('message_end_user_idx', 'app_id', 'from_source', 'from_end_user_id'),
  308. db.Index('message_account_idx', 'app_id', 'from_source', 'from_account_id'),
  309. )
  310. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  311. app_id = db.Column(UUID, nullable=False)
  312. model_provider = db.Column(db.String(255), nullable=False)
  313. model_id = db.Column(db.String(255), nullable=False)
  314. override_model_configs = db.Column(db.Text)
  315. conversation_id = db.Column(UUID, db.ForeignKey('conversations.id'), nullable=False)
  316. inputs = db.Column(db.JSON)
  317. query = db.Column(db.Text, nullable=False)
  318. message = db.Column(db.JSON, nullable=False)
  319. message_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
  320. message_unit_price = db.Column(db.Numeric(10, 4), nullable=False)
  321. answer = db.Column(db.Text, nullable=False)
  322. answer_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
  323. answer_unit_price = db.Column(db.Numeric(10, 4), nullable=False)
  324. provider_response_latency = db.Column(db.Float, nullable=False, server_default=db.text('0'))
  325. total_price = db.Column(db.Numeric(10, 7))
  326. currency = db.Column(db.String(255), nullable=False)
  327. from_source = db.Column(db.String(255), nullable=False)
  328. from_end_user_id = db.Column(UUID)
  329. from_account_id = db.Column(UUID)
  330. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  331. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  332. agent_based = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  333. @property
  334. def user_feedback(self):
  335. feedback = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id,
  336. MessageFeedback.from_source == 'user').first()
  337. return feedback
  338. @property
  339. def admin_feedback(self):
  340. feedback = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id,
  341. MessageFeedback.from_source == 'admin').first()
  342. return feedback
  343. @property
  344. def feedbacks(self):
  345. feedbacks = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id).all()
  346. return feedbacks
  347. @property
  348. def annotation(self):
  349. annotation = db.session.query(MessageAnnotation).filter(MessageAnnotation.message_id == self.id).first()
  350. return annotation
  351. @property
  352. def app_model_config(self):
  353. conversation = db.session.query(Conversation).filter(Conversation.id == self.conversation_id).first()
  354. if conversation:
  355. return db.session.query(AppModelConfig).filter(
  356. AppModelConfig.id == conversation.app_model_config_id).first()
  357. return None
  358. @property
  359. def in_debug_mode(self):
  360. return self.override_model_configs is not None
  361. @property
  362. def agent_thoughts(self):
  363. return db.session.query(MessageAgentThought).filter(MessageAgentThought.message_id == self.id)\
  364. .order_by(MessageAgentThought.position.asc()).all()
  365. class MessageFeedback(db.Model):
  366. __tablename__ = 'message_feedbacks'
  367. __table_args__ = (
  368. db.PrimaryKeyConstraint('id', name='message_feedback_pkey'),
  369. db.Index('message_feedback_app_idx', 'app_id'),
  370. db.Index('message_feedback_message_idx', 'message_id', 'from_source'),
  371. db.Index('message_feedback_conversation_idx', 'conversation_id', 'from_source', 'rating')
  372. )
  373. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  374. app_id = db.Column(UUID, nullable=False)
  375. conversation_id = db.Column(UUID, nullable=False)
  376. message_id = db.Column(UUID, nullable=False)
  377. rating = db.Column(db.String(255), nullable=False)
  378. content = db.Column(db.Text)
  379. from_source = db.Column(db.String(255), nullable=False)
  380. from_end_user_id = db.Column(UUID)
  381. from_account_id = db.Column(UUID)
  382. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  383. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  384. @property
  385. def from_account(self):
  386. account = db.session.query(Account).filter(Account.id == self.from_account_id).first()
  387. return account
  388. class MessageAnnotation(db.Model):
  389. __tablename__ = 'message_annotations'
  390. __table_args__ = (
  391. db.PrimaryKeyConstraint('id', name='message_annotation_pkey'),
  392. db.Index('message_annotation_app_idx', 'app_id'),
  393. db.Index('message_annotation_conversation_idx', 'conversation_id'),
  394. db.Index('message_annotation_message_idx', 'message_id')
  395. )
  396. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  397. app_id = db.Column(UUID, nullable=False)
  398. conversation_id = db.Column(UUID, db.ForeignKey('conversations.id'), nullable=False)
  399. message_id = db.Column(UUID, nullable=False)
  400. content = db.Column(db.Text, nullable=False)
  401. account_id = db.Column(UUID, nullable=False)
  402. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  403. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  404. @property
  405. def account(self):
  406. account = db.session.query(Account).filter(Account.id == self.account_id).first()
  407. return account
  408. class OperationLog(db.Model):
  409. __tablename__ = 'operation_logs'
  410. __table_args__ = (
  411. db.PrimaryKeyConstraint('id', name='operation_log_pkey'),
  412. db.Index('operation_log_account_action_idx', 'tenant_id', 'account_id', 'action')
  413. )
  414. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  415. tenant_id = db.Column(UUID, nullable=False)
  416. account_id = db.Column(UUID, nullable=False)
  417. action = db.Column(db.String(255), nullable=False)
  418. content = db.Column(db.JSON)
  419. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  420. created_ip = db.Column(db.String(255), nullable=False)
  421. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  422. class EndUser(UserMixin, db.Model):
  423. __tablename__ = 'end_users'
  424. __table_args__ = (
  425. db.PrimaryKeyConstraint('id', name='end_user_pkey'),
  426. db.Index('end_user_session_id_idx', 'session_id', 'type'),
  427. db.Index('end_user_tenant_session_id_idx', 'tenant_id', 'session_id', 'type'),
  428. )
  429. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  430. tenant_id = db.Column(UUID, nullable=False)
  431. app_id = db.Column(UUID, nullable=True)
  432. type = db.Column(db.String(255), nullable=False)
  433. external_user_id = db.Column(db.String(255), nullable=True)
  434. name = db.Column(db.String(255))
  435. is_anonymous = db.Column(db.Boolean, nullable=False, server_default=db.text('true'))
  436. session_id = db.Column(db.String(255), nullable=False)
  437. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  438. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  439. class Site(db.Model):
  440. __tablename__ = 'sites'
  441. __table_args__ = (
  442. db.PrimaryKeyConstraint('id', name='site_pkey'),
  443. db.Index('site_app_id_idx', 'app_id'),
  444. db.Index('site_code_idx', 'code', 'status')
  445. )
  446. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  447. app_id = db.Column(UUID, nullable=False)
  448. title = db.Column(db.String(255), nullable=False)
  449. icon = db.Column(db.String(255))
  450. icon_background = db.Column(db.String(255))
  451. description = db.Column(db.String(255))
  452. default_language = db.Column(db.String(255), nullable=False)
  453. copyright = db.Column(db.String(255))
  454. privacy_policy = db.Column(db.String(255))
  455. customize_domain = db.Column(db.String(255))
  456. customize_token_strategy = db.Column(db.String(255), nullable=False)
  457. prompt_public = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  458. status = db.Column(db.String(255), nullable=False, server_default=db.text("'normal'::character varying"))
  459. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  460. updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  461. code = db.Column(db.String(255))
  462. @staticmethod
  463. def generate_code(n):
  464. while True:
  465. result = generate_string(n)
  466. while db.session.query(Site).filter(Site.code == result).count() > 0:
  467. result = generate_string(n)
  468. return result
  469. @property
  470. def app_base_url(self):
  471. return (current_app.config['APP_WEB_URL'] if current_app.config['APP_WEB_URL'] else request.host_url.rstrip('/'))
  472. class ApiToken(db.Model):
  473. __tablename__ = 'api_tokens'
  474. __table_args__ = (
  475. db.PrimaryKeyConstraint('id', name='api_token_pkey'),
  476. db.Index('api_token_app_id_type_idx', 'app_id', 'type'),
  477. db.Index('api_token_token_idx', 'token', 'type')
  478. )
  479. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  480. app_id = db.Column(UUID, nullable=True)
  481. dataset_id = db.Column(UUID, nullable=True)
  482. type = db.Column(db.String(16), nullable=False)
  483. token = db.Column(db.String(255), nullable=False)
  484. last_used_at = db.Column(db.DateTime, nullable=True)
  485. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  486. @staticmethod
  487. def generate_api_key(prefix, n):
  488. while True:
  489. result = prefix + generate_string(n)
  490. while db.session.query(ApiToken).filter(ApiToken.token == result).count() > 0:
  491. result = prefix + generate_string(n)
  492. return result
  493. class UploadFile(db.Model):
  494. __tablename__ = 'upload_files'
  495. __table_args__ = (
  496. db.PrimaryKeyConstraint('id', name='upload_file_pkey'),
  497. db.Index('upload_file_tenant_idx', 'tenant_id')
  498. )
  499. id = db.Column(UUID, server_default=db.text('uuid_generate_v4()'))
  500. tenant_id = db.Column(UUID, nullable=False)
  501. storage_type = db.Column(db.String(255), nullable=False)
  502. key = db.Column(db.String(255), nullable=False)
  503. name = db.Column(db.String(255), nullable=False)
  504. size = db.Column(db.Integer, nullable=False)
  505. extension = db.Column(db.String(255), nullable=False)
  506. mime_type = db.Column(db.String(255), nullable=True)
  507. created_by = db.Column(UUID, nullable=False)
  508. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  509. used = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
  510. used_by = db.Column(UUID, nullable=True)
  511. used_at = db.Column(db.DateTime, nullable=True)
  512. hash = db.Column(db.String(255), nullable=True)
  513. class ApiRequest(db.Model):
  514. __tablename__ = 'api_requests'
  515. __table_args__ = (
  516. db.PrimaryKeyConstraint('id', name='api_request_pkey'),
  517. db.Index('api_request_token_idx', 'tenant_id', 'api_token_id')
  518. )
  519. id = db.Column(UUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
  520. tenant_id = db.Column(UUID, nullable=False)
  521. api_token_id = db.Column(UUID, nullable=False)
  522. path = db.Column(db.String(255), nullable=False)
  523. request = db.Column(db.Text, nullable=True)
  524. response = db.Column(db.Text, nullable=True)
  525. ip = db.Column(db.String(255), nullable=False)
  526. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
  527. class MessageChain(db.Model):
  528. __tablename__ = 'message_chains'
  529. __table_args__ = (
  530. db.PrimaryKeyConstraint('id', name='message_chain_pkey'),
  531. db.Index('message_chain_message_id_idx', 'message_id')
  532. )
  533. id = db.Column(UUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
  534. message_id = db.Column(UUID, nullable=False)
  535. type = db.Column(db.String(255), nullable=False)
  536. input = db.Column(db.Text, nullable=True)
  537. output = db.Column(db.Text, nullable=True)
  538. created_at = db.Column(db.DateTime, nullable=False, server_default=db.func.current_timestamp())
  539. class MessageAgentThought(db.Model):
  540. __tablename__ = 'message_agent_thoughts'
  541. __table_args__ = (
  542. db.PrimaryKeyConstraint('id', name='message_agent_thought_pkey'),
  543. db.Index('message_agent_thought_message_id_idx', 'message_id'),
  544. db.Index('message_agent_thought_message_chain_id_idx', 'message_chain_id'),
  545. )
  546. id = db.Column(UUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
  547. message_id = db.Column(UUID, nullable=False)
  548. message_chain_id = db.Column(UUID, nullable=False)
  549. position = db.Column(db.Integer, nullable=False)
  550. thought = db.Column(db.Text, nullable=True)
  551. tool = db.Column(db.Text, nullable=True)
  552. tool_input = db.Column(db.Text, nullable=True)
  553. observation = db.Column(db.Text, nullable=True)
  554. # plugin_id = db.Column(UUID, nullable=True) ## for future design
  555. tool_process_data = db.Column(db.Text, nullable=True)
  556. message = db.Column(db.Text, nullable=True)
  557. message_token = db.Column(db.Integer, nullable=True)
  558. message_unit_price = db.Column(db.Numeric, nullable=True)
  559. answer = db.Column(db.Text, nullable=True)
  560. answer_token = db.Column(db.Integer, nullable=True)
  561. answer_unit_price = db.Column(db.Numeric, nullable=True)
  562. tokens = db.Column(db.Integer, nullable=True)
  563. total_price = db.Column(db.Numeric, nullable=True)
  564. currency = db.Column(db.String, nullable=True)
  565. latency = db.Column(db.Float, nullable=True)
  566. created_by_role = db.Column(db.String, nullable=False)
  567. created_by = db.Column(UUID, nullable=False)
  568. created_at = db.Column(db.DateTime, nullable=False, server_default=db.func.current_timestamp())