docker-compose.yaml 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537
  1. x-shared-env: &shared-api-worker-env
  2. LOG_LEVEL: ${LOG_LEVEL:-INFO}
  3. DEBUG: ${DEBUG:-false}
  4. FLASK_DEBUG: ${FLASK_DEBUG:-false}
  5. SECRET_KEY: ${SECRET_KEY:-sk-9f73s3ljTXVcMT3Blb3ljTqtsKiGHXVcMT3BlbkFJLK7U}
  6. INIT_PASSWORD: ${INIT_PASSWORD:-}
  7. CONSOLE_WEB_URL: ${CONSOLE_WEB_URL:-}
  8. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  9. SERVICE_API_URL: ${SERVICE_API_URL:-}
  10. APP_WEB_URL: ${APP_WEB_URL:-}
  11. CHECK_UPDATE_URL: ${CHECK_UPDATE_URL:-https://updates.dify.ai}
  12. OPENAI_API_BASE: ${OPENAI_API_BASE:-https://api.openai.com/v1}
  13. FILES_URL: ${FILES_URL:-}
  14. FILES_ACCESS_TIMEOUT: ${FILES_ACCESS_TIMEOUT:-300}
  15. MIGRATION_ENABLED: ${MIGRATION_ENABLED:-true}
  16. DEPLOY_ENV: ${DEPLOY_ENV:-PRODUCTION}
  17. DIFY_BIND_ADDRESS: ${DIFY_BIND_ADDRESS:-0.0.0.0}
  18. DIFY_PORT: ${DIFY_PORT:-5001}
  19. SERVER_WORKER_AMOUNT: ${SERVER_WORKER_AMOUNT:-}
  20. SERVER_WORKER_CLASS: ${SERVER_WORKER_CLASS:-}
  21. CELERY_WORKER_CLASS: ${CELERY_WORKER_CLASS:-}
  22. GUNICORN_TIMEOUT: ${GUNICORN_TIMEOUT:-360}
  23. CELERY_WORKER_AMOUNT: ${CELERY_WORKER_AMOUNT:-}
  24. DB_USERNAME: ${DB_USERNAME:-postgres}
  25. DB_PASSWORD: ${DB_PASSWORD:-difyai123456}
  26. DB_HOST: ${DB_HOST:-db}
  27. DB_PORT: ${DB_PORT:-5432}
  28. DB_DATABASE: ${DB_DATABASE:-dify}
  29. SQLALCHEMY_POOL_SIZE: ${SQLALCHEMY_POOL_SIZE:-30}
  30. SQLALCHEMY_POOL_RECYCLE: ${SQLALCHEMY_POOL_RECYCLE:-3600}
  31. SQLALCHEMY_ECHO: ${SQLALCHEMY_ECHO:-false}
  32. REDIS_HOST: ${REDIS_HOST:-redis}
  33. REDIS_PORT: ${REDIS_PORT:-6379}
  34. REDIS_USERNAME: ${REDIS_USERNAME:-}
  35. REDIS_PASSWORD: ${REDIS_PASSWORD:-difyai123456}
  36. REDIS_USE_SSL: ${REDIS_USE_SSL:-false}
  37. REDIS_DB: 0
  38. CELERY_BROKER_URL: ${CELERY_BROKER_URL:-redis://:difyai123456@redis:6379/1}
  39. BROKER_USE_SSL: ${BROKER_USE_SSL:-false}
  40. WEB_API_CORS_ALLOW_ORIGINS: ${WEB_API_CORS_ALLOW_ORIGINS:-*}
  41. CONSOLE_CORS_ALLOW_ORIGINS: ${CONSOLE_CORS_ALLOW_ORIGINS:-*}
  42. STORAGE_TYPE: ${STORAGE_TYPE:-local}
  43. STORAGE_LOCAL_PATH: storage
  44. S3_USE_AWS_MANAGED_IAM: ${S3_USE_AWS_MANAGED_IAM:-false}
  45. S3_ENDPOINT: ${S3_ENDPOINT:-}
  46. S3_BUCKET_NAME: ${S3_BUCKET_NAME:-}
  47. S3_ACCESS_KEY: ${S3_ACCESS_KEY:-}
  48. S3_SECRET_KEY: ${S3_SECRET_KEY:-}
  49. S3_REGION: ${S3_REGION:-us-east-1}
  50. AZURE_BLOB_ACCOUNT_NAME: ${AZURE_BLOB_ACCOUNT_NAME:-}
  51. AZURE_BLOB_ACCOUNT_KEY: ${AZURE_BLOB_ACCOUNT_KEY:-}
  52. AZURE_BLOB_CONTAINER_NAME: ${AZURE_BLOB_CONTAINER_NAME:-}
  53. AZURE_BLOB_ACCOUNT_URL: ${AZURE_BLOB_ACCOUNT_URL:-}
  54. GOOGLE_STORAGE_BUCKET_NAME: ${GOOGLE_STORAGE_BUCKET_NAME:-}
  55. GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64: ${GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64:-}
  56. ALIYUN_OSS_BUCKET_NAME: ${ALIYUN_OSS_BUCKET_NAME:-}
  57. ALIYUN_OSS_ACCESS_KEY: ${ALIYUN_OSS_ACCESS_KEY:-}
  58. ALIYUN_OSS_SECRET_KEY: ${ALIYUN_OSS_SECRET_KEY:-}
  59. ALIYUN_OSS_ENDPOINT: ${ALIYUN_OSS_ENDPOINT:-}
  60. ALIYUN_OSS_REGION: ${ALIYUN_OSS_REGION:-}
  61. ALIYUN_OSS_AUTH_VERSION: ${ALIYUN_OSS_AUTH_VERSION:-v4}
  62. TENCENT_COS_BUCKET_NAME: ${TENCENT_COS_BUCKET_NAME:-}
  63. TENCENT_COS_SECRET_KEY: ${TENCENT_COS_SECRET_KEY:-}
  64. TENCENT_COS_SECRET_ID: ${TENCENT_COS_SECRET_ID:-}
  65. TENCENT_COS_REGION: ${TENCENT_COS_REGION:-}
  66. TENCENT_COS_SCHEME: ${TENCENT_COS_SCHEME:-}
  67. OCI_ENDPOINT: ${OCI_ENDPOINT:-}
  68. OCI_BUCKET_NAME: ${OCI_BUCKET_NAME:-}
  69. OCI_ACCESS_KEY: ${OCI_ACCESS_KEY:-}
  70. OCI_SECRET_KEY: ${OCI_SECRET_KEY:-}
  71. OCI_REGION: ${OCI_REGION:-}
  72. VECTOR_STORE: ${VECTOR_STORE:-weaviate}
  73. WEAVIATE_ENDPOINT: ${WEAVIATE_ENDPOINT:-http://weaviate:8080}
  74. WEAVIATE_API_KEY: ${WEAVIATE_API_KEY:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  75. QDRANT_URL: ${QDRANT_URL:-http://qdrant:6333}
  76. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  77. QDRANT_CLIENT_TIMEOUT: ${QDRANT_CLIENT_TIMEOUT:-20}
  78. QDRANT_GRPC_ENABLED: ${QDRANT_GRPC_ENABLED:-false}
  79. QDRANT_GRPC_PORT: ${QDRANT_GRPC_PORT:-6334}
  80. MILVUS_HOST: ${MILVUS_HOST:-127.0.0.1}
  81. MILVUS_PORT: ${MILVUS_PORT:-19530}
  82. MILVUS_USER: ${MILVUS_USER:-root}
  83. MILVUS_PASSWORD: ${MILVUS_PASSWORD:-Milvus}
  84. MILVUS_SECURE: ${MILVUS_SECURE:-false}
  85. RELYT_HOST: ${RELYT_HOST:-db}
  86. RELYT_PORT: ${RELYT_PORT:-5432}
  87. RELYT_USER: ${RELYT_USER:-postgres}
  88. RELYT_PASSWORD: ${RELYT_PASSWORD:-difyai123456}
  89. RELYT_DATABASE: ${RELYT_DATABASE:-postgres}
  90. PGVECTOR_HOST: ${PGVECTOR_HOST:-pgvector}
  91. PGVECTOR_PORT: ${PGVECTOR_PORT:-5432}
  92. PGVECTOR_USER: ${PGVECTOR_USER:-postgres}
  93. PGVECTOR_PASSWORD: ${PGVECTOR_PASSWORD:-difyai123456}
  94. PGVECTOR_DATABASE: ${PGVECTOR_DATABASE:-dify}
  95. TIDB_VECTOR_HOST: ${TIDB_VECTOR_HOST:-tidb}
  96. TIDB_VECTOR_PORT: ${TIDB_VECTOR_PORT:-4000}
  97. TIDB_VECTOR_USER: ${TIDB_VECTOR_USER:-}
  98. TIDB_VECTOR_PASSWORD: ${TIDB_VECTOR_PASSWORD:-}
  99. TIDB_VECTOR_DATABASE: ${TIDB_VECTOR_DATABASE:-dify}
  100. ORACLE_HOST: ${ORACLE_HOST:-oracle}
  101. ORACLE_PORT: ${ORACLE_PORT:-1521}
  102. ORACLE_USER: ${ORACLE_USER:-dify}
  103. ORACLE_PASSWORD: ${ORACLE_PASSWORD:-dify}
  104. ORACLE_DATABASE: ${ORACLE_DATABASE:-FREEPDB1}
  105. CHROMA_HOST: ${CHROMA_HOST:-127.0.0.1}
  106. CHROMA_PORT: ${CHROMA_PORT:-8000}
  107. CHROMA_TENANT: ${CHROMA_TENANT:-default_tenant}
  108. CHROMA_DATABASE: ${CHROMA_DATABASE:-default_database}
  109. CHROMA_AUTH_PROVIDER: ${CHROMA_AUTH_PROVIDER:-chromadb.auth.token_authn.TokenAuthClientProvider}
  110. CHROMA_AUTH_CREDENTIALS: ${CHROMA_AUTH_CREDENTIALS:-}
  111. OPENSEARCH_HOST: ${OPENSEARCH_HOST:-opensearch}
  112. OPENSEARCH_PORT: ${OPENSEARCH_PORT:-9200}
  113. OPENSEARCH_USER: ${OPENSEARCH_USER:-admin}
  114. OPENSEARCH_PASSWORD: ${OPENSEARCH_PASSWORD:-admin}
  115. OPENSEARCH_SECURE: ${OPENSEARCH_SECURE:-true}
  116. TENCENT_VECTOR_DB_URL: ${TENCENT_VECTOR_DB_URL:-http://127.0.0.1}
  117. TENCENT_VECTOR_DB_API_KEY: ${TENCENT_VECTOR_DB_API_KEY:-dify}
  118. TENCENT_VECTOR_DB_TIMEOUT: ${TENCENT_VECTOR_DB_TIMEOUT:-30}
  119. TENCENT_VECTOR_DB_USERNAME: ${TENCENT_VECTOR_DB_USERNAME:-dify}
  120. TENCENT_VECTOR_DB_DATABASE: ${TENCENT_VECTOR_DB_DATABASE:-dify}
  121. TENCENT_VECTOR_DB_SHARD: ${TENCENT_VECTOR_DB_SHARD:-1}
  122. TENCENT_VECTOR_DB_REPLICAS: ${TENCENT_VECTOR_DB_REPLICAS:-2}
  123. UPLOAD_FILE_SIZE_LIMIT: ${UPLOAD_FILE_SIZE_LIMIT:-15}
  124. UPLOAD_FILE_BATCH_LIMIT: ${UPLOAD_FILE_BATCH_LIMIT:-5}
  125. ETL_TYPE: ${ETL_TYPE:-dify}
  126. UNSTRUCTURED_API_URL: ${UNSTRUCTURED_API_URL:-}
  127. MULTIMODAL_SEND_IMAGE_FORMAT: ${MULTIMODAL_SEND_IMAGE_FORMAT:-base64}
  128. UPLOAD_IMAGE_FILE_SIZE_LIMIT: ${UPLOAD_IMAGE_FILE_SIZE_LIMIT:-10}
  129. SENTRY_DSN: ${API_SENTRY_DSN:-}
  130. SENTRY_TRACES_SAMPLE_RATE: ${API_SENTRY_TRACES_SAMPLE_RATE:-1.0}
  131. SENTRY_PROFILES_SAMPLE_RATE: ${API_SENTRY_PROFILES_SAMPLE_RATE:-1.0}
  132. NOTION_INTEGRATION_TYPE: ${NOTION_INTEGRATION_TYPE:-public}
  133. NOTION_CLIENT_SECRET: ${NOTION_CLIENT_SECRET:-}
  134. NOTION_CLIENT_ID: ${NOTION_CLIENT_ID:-}
  135. NOTION_INTERNAL_SECRET: ${NOTION_INTERNAL_SECRET:-}
  136. MAIL_TYPE: ${MAIL_TYPE:-resend}
  137. MAIL_DEFAULT_SEND_FROM: ${MAIL_DEFAULT_SEND_FROM:-}
  138. SMTP_SERVER: ${SMTP_SERVER:-}
  139. SMTP_PORT: ${SMTP_PORT:-465}
  140. SMTP_USERNAME: ${SMTP_USERNAME:-}
  141. SMTP_PASSWORD: ${SMTP_PASSWORD:-}
  142. SMTP_USE_TLS: ${SMTP_USE_TLS:-true}
  143. SMTP_OPPORTUNISTIC_TLS: ${SMTP_OPPORTUNISTIC_TLS:-false}
  144. RESEND_API_KEY: ${RESEND_API_KEY:-your-resend-api-key}
  145. RESEND_API_URL: https://api.resend.com
  146. INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH: ${INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH:-1000}
  147. INVITE_EXPIRY_HOURS: ${INVITE_EXPIRY_HOURS:-72}
  148. RESET_PASSWORD_TOKEN_EXPIRY_HOURS: ${RESET_PASSWORD_TOKEN_EXPIRY_HOURS:-24}
  149. CODE_EXECUTION_ENDPOINT: ${CODE_EXECUTION_ENDPOINT:-http://sandbox:8194}
  150. CODE_EXECUTION_API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  151. CODE_MAX_NUMBER: ${CODE_MAX_NUMBER:-9223372036854775807}
  152. CODE_MIN_NUMBER: ${CODE_MIN_NUMBER:--9223372036854775808}
  153. CODE_MAX_STRING_LENGTH: ${CODE_MAX_STRING_LENGTH:-80000}
  154. TEMPLATE_TRANSFORM_MAX_LENGTH: ${TEMPLATE_TRANSFORM_MAX_LENGTH:-80000}
  155. CODE_MAX_STRING_ARRAY_LENGTH: ${CODE_MAX_STRING_ARRAY_LENGTH:-30}
  156. CODE_MAX_OBJECT_ARRAY_LENGTH: ${CODE_MAX_OBJECT_ARRAY_LENGTH:-30}
  157. CODE_MAX_NUMBER_ARRAY_LENGTH: ${CODE_MAX_NUMBER_ARRAY_LENGTH:-1000}
  158. SSRF_PROXY_HTTP_URL: ${SSRF_PROXY_HTTP_URL:-http://ssrf_proxy:3128}
  159. SSRF_PROXY_HTTPS_URL: ${SSRF_PROXY_HTTPS_URL:-http://ssrf_proxy:3128}
  160. services:
  161. # API service
  162. api:
  163. image: langgenius/dify-api:0.6.12-fix1
  164. restart: always
  165. environment:
  166. # Use the shared environment variables.
  167. <<: *shared-api-worker-env
  168. # Startup mode, 'api' starts the API server.
  169. MODE: api
  170. depends_on:
  171. - db
  172. - redis
  173. volumes:
  174. # Mount the storage directory to the container, for storing user files.
  175. - ./volumes/app/storage:/app/api/storage
  176. networks:
  177. - ssrf_proxy_network
  178. - default
  179. # worker service
  180. # The Celery worker for processing the queue.
  181. worker:
  182. image: langgenius/dify-api:0.6.12-fix1
  183. restart: always
  184. environment:
  185. # Use the shared environment variables.
  186. <<: *shared-api-worker-env
  187. # Startup mode, 'worker' starts the Celery worker for processing the queue.
  188. MODE: worker
  189. depends_on:
  190. - db
  191. - redis
  192. volumes:
  193. # Mount the storage directory to the container, for storing user files.
  194. - ./volumes/app/storage:/app/api/storage
  195. networks:
  196. - ssrf_proxy_network
  197. - default
  198. # Frontend web application.
  199. web:
  200. image: langgenius/dify-web:0.6.12-fix1
  201. restart: always
  202. environment:
  203. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  204. APP_API_URL: ${APP_API_URL:-}
  205. SENTRY_DSN: ${WEB_SENTRY_DSN:-}
  206. # The postgres database.
  207. db:
  208. image: postgres:15-alpine
  209. restart: always
  210. environment:
  211. PGUSER: ${PGUSER:-postgres}
  212. POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-difyai123456}
  213. POSTGRES_DB: ${POSTGRES_DB:-dify}
  214. PGDATA: ${PGDATA:-/var/lib/postgresql/data/pgdata}
  215. volumes:
  216. - ./volumes/db/data:/var/lib/postgresql/data
  217. healthcheck:
  218. test: [ "CMD", "pg_isready" ]
  219. interval: 1s
  220. timeout: 3s
  221. retries: 30
  222. # The redis cache.
  223. redis:
  224. image: redis:6-alpine
  225. restart: always
  226. volumes:
  227. # Mount the redis data directory to the container.
  228. - ./volumes/redis/data:/data
  229. # Set the redis password when startup redis server.
  230. command: redis-server --requirepass ${REDIS_PASSWORD:-difyai123456}
  231. healthcheck:
  232. test: [ "CMD", "redis-cli", "ping" ]
  233. # The DifySandbox
  234. sandbox:
  235. image: langgenius/dify-sandbox:0.2.1
  236. restart: always
  237. environment:
  238. # The DifySandbox configurations
  239. # Make sure you are changing this key for your deployment with a strong key.
  240. # You can generate a strong key using `openssl rand -base64 42`.
  241. API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  242. GIN_MODE: ${SANDBOX_GIN_MODE:-release}
  243. WORKER_TIMEOUT: ${SANDBOX_WORKER_TIMEOUT:-15}
  244. ENABLE_NETWORK: ${SANDBOX_ENABLE_NETWORK:-true}
  245. HTTP_PROXY: ${SANDBOX_HTTP_PROXY:-http://ssrf_proxy:3128}
  246. HTTPS_PROXY: ${SANDBOX_HTTPS_PROXY:-http://ssrf_proxy:3128}
  247. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  248. volumes:
  249. - ./volumes/sandbox/dependencies:/dependencies
  250. networks:
  251. - ssrf_proxy_network
  252. # ssrf_proxy server
  253. # for more information, please refer to
  254. # https://docs.dify.ai/getting-started/install-self-hosted/install-faq#id-16.-why-is-ssrf_proxy-needed
  255. ssrf_proxy:
  256. image: ubuntu/squid:latest
  257. restart: always
  258. volumes:
  259. - ./ssrf_proxy/squid.conf.template:/etc/squid/squid.conf.template
  260. - ./ssrf_proxy/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  261. entrypoint: [ "sh", "-c", "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  262. environment:
  263. # pls clearly modify the squid env vars to fit your network environment.
  264. HTTP_PORT: ${SSRF_HTTP_PORT:-3128}
  265. COREDUMP_DIR: ${SSRF_COREDUMP_DIR:-/var/spool/squid}
  266. REVERSE_PROXY_PORT: ${SSRF_REVERSE_PROXY_PORT:-8194}
  267. SANDBOX_HOST: ${SSRF_SANDBOX_HOST:-sandbox}
  268. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  269. networks:
  270. - ssrf_proxy_network
  271. - default
  272. # The nginx reverse proxy.
  273. # used for reverse proxying the API service and Web service.
  274. nginx:
  275. image: nginx:latest
  276. restart: always
  277. volumes:
  278. - ./nginx/nginx.conf.template:/etc/nginx/nginx.conf.template
  279. - ./nginx/proxy.conf.template:/etc/nginx/proxy.conf.template
  280. - ./nginx/https.conf.template:/etc/nginx/https.conf.template
  281. - ./nginx/conf.d:/etc/nginx/conf.d
  282. - ./nginx/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  283. - ./nginx/ssl:/etc/ssl
  284. entrypoint: [ "sh", "-c", "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  285. environment:
  286. NGINX_SERVER_NAME: ${NGINX_SERVER_NAME:-_}
  287. NGINX_HTTPS_ENABLED: ${NGINX_HTTPS_ENABLED:-false}
  288. NGINX_SSL_PORT: ${NGINX_SSL_PORT:-443}
  289. NGINX_PORT: ${NGINX_PORT:-80}
  290. # You're required to add your own SSL certificates/keys to the `./nginx/ssl` directory
  291. # and modify the env vars below in .env if HTTPS_ENABLED is true.
  292. NGINX_SSL_CERT_FILENAME: ${NGINX_SSL_CERT_FILENAME:-dify.crt}
  293. NGINX_SSL_CERT_KEY_FILENAME: ${NGINX_SSL_CERT_KEY_FILENAME:-dify.key}
  294. NGINX_SSL_PROTOCOLS: ${NGINX_SSL_PROTOCOLS:-TLSv1.1 TLSv1.2 TLSv1.3}
  295. NGINX_WORKER_PROCESSES: ${NGINX_WORKER_PROCESSES:-auto}
  296. NGINX_CLIENT_MAX_BODY_SIZE: ${NGINX_CLIENT_MAX_BODY_SIZE:-15M}
  297. NGINX_KEEPALIVE_TIMEOUT: ${NGINX_KEEPALIVE_TIMEOUT:-65}
  298. NGINX_PROXY_READ_TIMEOUT: ${NGINX_PROXY_READ_TIMEOUT:-3600s}
  299. NGINX_PROXY_SEND_TIMEOUT: ${NGINX_PROXY_SEND_TIMEOUT:-3600s}
  300. depends_on:
  301. - api
  302. - web
  303. ports:
  304. - "${EXPOSE_NGINX_PORT:-80}:${NGINX_PORT:-80}"
  305. - "${EXPOSE_NGINX_SSL_PORT:-443}:${NGINX_SSL_PORT:-443}"
  306. # The Weaviate vector store.
  307. weaviate:
  308. image: semitechnologies/weaviate:1.19.0
  309. profiles:
  310. - ''
  311. - weaviate
  312. restart: always
  313. volumes:
  314. # Mount the Weaviate data directory to the con tainer.
  315. - ./volumes/weaviate:/var/lib/weaviate
  316. environment:
  317. # The Weaviate configurations
  318. # You can refer to the [Weaviate](https://weaviate.io/developers/weaviate/config-refs/env-vars) documentation for more information.
  319. PERSISTENCE_DATA_PATH: ${WEAVIATE_PERSISTENCE_DATA_PATH:-/var/lib/weaviate}
  320. QUERY_DEFAULTS_LIMIT: ${WEAVIATE_QUERY_DEFAULTS_LIMIT:-25}
  321. AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: ${WEAVIATE_AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED:-false}
  322. DEFAULT_VECTORIZER_MODULE: ${WEAVIATE_DEFAULT_VECTORIZER_MODULE:-none}
  323. CLUSTER_HOSTNAME: ${WEAVIATE_CLUSTER_HOSTNAME:-node1}
  324. AUTHENTICATION_APIKEY_ENABLED: ${WEAVIATE_AUTHENTICATION_APIKEY_ENABLED:-true}
  325. AUTHENTICATION_APIKEY_ALLOWED_KEYS: ${WEAVIATE_AUTHENTICATION_APIKEY_ALLOWED_KEYS:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  326. AUTHENTICATION_APIKEY_USERS: ${WEAVIATE_AUTHENTICATION_APIKEY_USERS:-hello@dify.ai}
  327. AUTHORIZATION_ADMINLIST_ENABLED: ${WEAVIATE_AUTHORIZATION_ADMINLIST_ENABLED:-true}
  328. AUTHORIZATION_ADMINLIST_USERS: ${WEAVIATE_AUTHORIZATION_ADMINLIST_USERS:-hello@dify.ai}
  329. # Qdrant vector store.
  330. # (if used, you need to set VECTOR_STORE to qdrant in the api & worker service.)
  331. qdrant:
  332. image: langgenius/qdrant:v1.7.3
  333. profiles:
  334. - qdrant
  335. restart: always
  336. volumes:
  337. - ./volumes/qdrant:/qdrant/storage
  338. environment:
  339. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  340. # The pgvector vector database.
  341. pgvector:
  342. image: pgvector/pgvector:pg16
  343. profiles:
  344. - pgvector
  345. restart: always
  346. environment:
  347. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  348. # The password for the default postgres user.
  349. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  350. # The name of the default postgres database.
  351. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  352. # postgres data directory
  353. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  354. volumes:
  355. - ./volumes/pgvector/data:/var/lib/postgresql/data
  356. healthcheck:
  357. test: [ "CMD", "pg_isready" ]
  358. interval: 1s
  359. timeout: 3s
  360. retries: 30
  361. # pgvecto-rs vector store
  362. pgvecto-rs:
  363. image: tensorchord/pgvecto-rs:pg16-v0.2.0
  364. profiles:
  365. - pgvecto-rs
  366. restart: always
  367. environment:
  368. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  369. # The password for the default postgres user.
  370. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  371. # The name of the default postgres database.
  372. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  373. # postgres data directory
  374. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  375. volumes:
  376. - ./volumes/pgvecto_rs/data:/var/lib/postgresql/data
  377. healthcheck:
  378. test: [ "CMD", "pg_isready" ]
  379. interval: 1s
  380. timeout: 3s
  381. retries: 30
  382. # Chroma vector database
  383. chroma:
  384. image: ghcr.io/chroma-core/chroma:0.5.1
  385. profiles:
  386. - chroma
  387. restart: always
  388. volumes:
  389. - ./volumes/chroma:/chroma/chroma
  390. environment:
  391. CHROMA_SERVER_AUTHN_CREDENTIALS: ${CHROMA_SERVER_AUTHN_CREDENTIALS:-difyai123456}
  392. CHROMA_SERVER_AUTHN_PROVIDER: ${CHROMA_SERVER_AUTHN_PROVIDER:-chromadb.auth.token_authn.TokenAuthenticationServerProvider}
  393. IS_PERSISTENT: ${CHROMA_IS_PERSISTENT:-TRUE}
  394. # Oracle vector database
  395. oracle:
  396. image: container-registry.oracle.com/database/free:latest
  397. profiles:
  398. - oracle
  399. restart: always
  400. volumes:
  401. - type: volume
  402. source: oradata
  403. target: /opt/oracle/oradata
  404. - ./startupscripts:/opt/oracle/scripts/startup
  405. environment:
  406. - ORACLE_PWD=${ORACLE_PWD:-Dify123456}
  407. - ORACLE_CHARACTERSET=${ORACLE_CHARACTERSET:-AL32UTF8}
  408. # Milvus vector database services
  409. etcd:
  410. container_name: milvus-etcd
  411. image: quay.io/coreos/etcd:v3.5.5
  412. profiles:
  413. - milvus
  414. environment:
  415. - ETCD_AUTO_COMPACTION_MODE=${ETCD_AUTO_COMPACTION_MODE:-revision}
  416. - ETCD_AUTO_COMPACTION_RETENTION=${ETCD_AUTO_COMPACTION_RETENTION:-1000}
  417. - ETCD_QUOTA_BACKEND_BYTES=${ETCD_QUOTA_BACKEND_BYTES:-4294967296}
  418. - ETCD_SNAPSHOT_COUNT=${ETCD_SNAPSHOT_COUNT:-50000}
  419. volumes:
  420. - ./volumes/milvus/etcd:/etcd
  421. command: etcd -advertise-client-urls=http://127.0.0.1:2379 -listen-client-urls http://0.0.0.0:2379 --data-dir /etcd
  422. healthcheck:
  423. test: ["CMD", "etcdctl", "endpoint", "health"]
  424. interval: 30s
  425. timeout: 20s
  426. retries: 3
  427. networks:
  428. - milvus
  429. minio:
  430. container_name: milvus-minio
  431. image: minio/minio:RELEASE.2023-03-20T20-16-18Z
  432. profiles:
  433. - milvus
  434. environment:
  435. MINIO_ACCESS_KEY: ${MINIO_ACCESS_KEY:-minioadmin}
  436. MINIO_SECRET_KEY: ${MINIO_SECRET_KEY:-minioadmin}
  437. volumes:
  438. - ./volumes/milvus/minio:/minio_data
  439. command: minio server /minio_data --console-address ":9001"
  440. healthcheck:
  441. test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
  442. interval: 30s
  443. timeout: 20s
  444. retries: 3
  445. networks:
  446. - milvus
  447. milvus-standalone:
  448. container_name: milvus-standalone
  449. image: milvusdb/milvus:v2.3.1
  450. profiles:
  451. - milvus
  452. command: ["milvus", "run", "standalone"]
  453. environment:
  454. ETCD_ENDPOINTS: ${ETCD_ENDPOINTS:-etcd:2379}
  455. MINIO_ADDRESS: ${MINIO_ADDRESS:-minio:9000}
  456. common.security.authorizationEnabled: ${MILVUS_AUTHORIZATION_ENABLED:-true}
  457. volumes:
  458. - ./volumes/milvus/milvus:/var/lib/milvus
  459. healthcheck:
  460. test: ["CMD", "curl", "-f", "http://localhost:9091/healthz"]
  461. interval: 30s
  462. start_period: 90s
  463. timeout: 20s
  464. retries: 3
  465. depends_on:
  466. - "etcd"
  467. - "minio"
  468. networks:
  469. - milvus
  470. # Opensearch vector database
  471. opensearch:
  472. container_name: opensearch
  473. image: opensearchproject/opensearch:latest
  474. profiles:
  475. - opensearch
  476. environment:
  477. - discovery.type=${OPENSEARCH_DISCOVERY_TYPE:-single-node}
  478. - bootstrap.memory_lock=${OPENSEARCH_BOOTSTRAP_MEMORY_LOCK:-true}
  479. - OPENSEARCH_JAVA_OPTS=-Xms${OPENSEARCH_JAVA_OPTS_MIN:-512m} -Xmx${OPENSEARCH_JAVA_OPTS_MAX:-1024m}
  480. - OPENSEARCH_INITIAL_ADMIN_PASSWORD=${OPENSEARCH_INITIAL_ADMIN_PASSWORD:-Qazwsxedc!@#123}
  481. ulimits:
  482. memlock:
  483. soft: ${OPENSEARCH_MEMLOCK_SOFT:--1}
  484. hard: ${OPENSEARCH_MEMLOCK_HARD:--1}
  485. nofile:
  486. soft: ${OPENSEARCH_NOFILE_SOFT:-65536}
  487. hard: ${OPENSEARCH_NOFILE_HARD:-65536}
  488. volumes:
  489. - ./volumes/opensearch/data:/usr/share/opensearch/data
  490. networks:
  491. - opensearch-net
  492. opensearch-dashboards:
  493. container_name: opensearch-dashboards
  494. image: opensearchproject/opensearch-dashboards:latest
  495. profiles:
  496. - opensearch
  497. environment:
  498. OPENSEARCH_HOSTS: '["https://opensearch:9200"]'
  499. volumes:
  500. - ./volumes/opensearch/opensearch_dashboards.yml:/usr/share/opensearch-dashboards/config/opensearch_dashboards.yml
  501. networks:
  502. - opensearch-net
  503. depends_on:
  504. - opensearch
  505. networks:
  506. # create a network between sandbox, api and ssrf_proxy, and can not access outside.
  507. ssrf_proxy_network:
  508. driver: bridge
  509. internal: true
  510. milvus:
  511. driver: bridge
  512. opensearch-net:
  513. driver: bridge
  514. internal: true
  515. volumes:
  516. oradata: