models.py 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109
  1. from collections.abc import Mapping, Sequence
  2. from typing import Optional
  3. from pydantic import BaseModel, Field, model_validator
  4. from core.model_runtime.entities.message_entities import ImagePromptMessageContent
  5. from . import helpers
  6. from .constants import FILE_MODEL_IDENTITY
  7. from .enums import FileTransferMethod, FileType
  8. from .tool_file_parser import ToolFileParser
  9. class ImageConfig(BaseModel):
  10. """
  11. NOTE: This part of validation is deprecated, but still used in app features "Image Upload".
  12. """
  13. number_limits: int = 0
  14. transfer_methods: Sequence[FileTransferMethod] = Field(default_factory=list)
  15. detail: ImagePromptMessageContent.DETAIL | None = None
  16. class FileUploadConfig(BaseModel):
  17. """
  18. File Upload Entity.
  19. """
  20. image_config: Optional[ImageConfig] = None
  21. allowed_file_types: Sequence[FileType] = Field(default_factory=list)
  22. allowed_extensions: Sequence[str] = Field(default_factory=list)
  23. allowed_upload_methods: Sequence[FileTransferMethod] = Field(default_factory=list)
  24. number_limits: int = 0
  25. class File(BaseModel):
  26. dify_model_identity: str = FILE_MODEL_IDENTITY
  27. id: Optional[str] = None # message file id
  28. tenant_id: str
  29. type: FileType
  30. transfer_method: FileTransferMethod
  31. remote_url: Optional[str] = None # remote url
  32. related_id: Optional[str] = None
  33. filename: Optional[str] = None
  34. extension: Optional[str] = Field(default=None, description="File extension, should contains dot")
  35. mime_type: Optional[str] = None
  36. size: int = -1
  37. def to_dict(self) -> Mapping[str, str | int | None]:
  38. data = self.model_dump(mode="json")
  39. return {
  40. **data,
  41. "url": self.generate_url(),
  42. }
  43. @property
  44. def markdown(self) -> str:
  45. url = self.generate_url()
  46. if self.type == FileType.IMAGE:
  47. text = f'![{self.filename or ""}]({url})'
  48. else:
  49. text = f"[{self.filename or url}]({url})"
  50. return text
  51. def generate_url(self) -> Optional[str]:
  52. if self.type == FileType.IMAGE:
  53. if self.transfer_method == FileTransferMethod.REMOTE_URL:
  54. return self.remote_url
  55. elif self.transfer_method == FileTransferMethod.LOCAL_FILE:
  56. if self.related_id is None:
  57. raise ValueError("Missing file related_id")
  58. return helpers.get_signed_file_url(upload_file_id=self.related_id)
  59. elif self.transfer_method == FileTransferMethod.TOOL_FILE:
  60. assert self.related_id is not None
  61. assert self.extension is not None
  62. return ToolFileParser.get_tool_file_manager().sign_file(
  63. tool_file_id=self.related_id, extension=self.extension
  64. )
  65. else:
  66. if self.transfer_method == FileTransferMethod.REMOTE_URL:
  67. return self.remote_url
  68. elif self.transfer_method == FileTransferMethod.LOCAL_FILE:
  69. if self.related_id is None:
  70. raise ValueError("Missing file related_id")
  71. return helpers.get_signed_file_url(upload_file_id=self.related_id)
  72. elif self.transfer_method == FileTransferMethod.TOOL_FILE:
  73. assert self.related_id is not None
  74. assert self.extension is not None
  75. return ToolFileParser.get_tool_file_manager().sign_file(
  76. tool_file_id=self.related_id, extension=self.extension
  77. )
  78. @model_validator(mode="after")
  79. def validate_after(self):
  80. match self.transfer_method:
  81. case FileTransferMethod.REMOTE_URL:
  82. if not self.remote_url:
  83. raise ValueError("Missing file url")
  84. if not isinstance(self.remote_url, str) or not self.remote_url.startswith("http"):
  85. raise ValueError("Invalid file url")
  86. case FileTransferMethod.LOCAL_FILE:
  87. if not self.related_id:
  88. raise ValueError("Missing file related_id")
  89. case FileTransferMethod.TOOL_FILE:
  90. if not self.related_id:
  91. raise ValueError("Missing file related_id")
  92. return self