docker-compose.yaml 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706
  1. x-shared-env: &shared-api-worker-env
  2. LOG_LEVEL: ${LOG_LEVEL:-INFO}
  3. LOG_FILE: ${LOG_FILE:-}
  4. DEBUG: ${DEBUG:-false}
  5. FLASK_DEBUG: ${FLASK_DEBUG:-false}
  6. SECRET_KEY: ${SECRET_KEY:-sk-9f73s3ljTXVcMT3Blb3ljTqtsKiGHXVcMT3BlbkFJLK7U}
  7. INIT_PASSWORD: ${INIT_PASSWORD:-}
  8. CONSOLE_WEB_URL: ${CONSOLE_WEB_URL:-}
  9. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  10. SERVICE_API_URL: ${SERVICE_API_URL:-}
  11. APP_WEB_URL: ${APP_WEB_URL:-}
  12. CHECK_UPDATE_URL: ${CHECK_UPDATE_URL:-https://updates.dify.ai}
  13. OPENAI_API_BASE: ${OPENAI_API_BASE:-https://api.openai.com/v1}
  14. FILES_URL: ${FILES_URL:-}
  15. FILES_ACCESS_TIMEOUT: ${FILES_ACCESS_TIMEOUT:-300}
  16. APP_MAX_ACTIVE_REQUESTS: ${APP_MAX_ACTIVE_REQUESTS:-0}
  17. MIGRATION_ENABLED: ${MIGRATION_ENABLED:-true}
  18. DEPLOY_ENV: ${DEPLOY_ENV:-PRODUCTION}
  19. DIFY_BIND_ADDRESS: ${DIFY_BIND_ADDRESS:-0.0.0.0}
  20. DIFY_PORT: ${DIFY_PORT:-5001}
  21. SERVER_WORKER_AMOUNT: ${SERVER_WORKER_AMOUNT:-}
  22. SERVER_WORKER_CLASS: ${SERVER_WORKER_CLASS:-}
  23. CELERY_WORKER_CLASS: ${CELERY_WORKER_CLASS:-}
  24. GUNICORN_TIMEOUT: ${GUNICORN_TIMEOUT:-360}
  25. CELERY_WORKER_AMOUNT: ${CELERY_WORKER_AMOUNT:-}
  26. CELERY_AUTO_SCALE: ${CELERY_AUTO_SCALE:-false}
  27. CELERY_MAX_WORKERS: ${CELERY_MAX_WORKERS:-}
  28. CELERY_MIN_WORKERS: ${CELERY_MIN_WORKERS:-}
  29. API_TOOL_DEFAULT_CONNECT_TIMEOUT: ${API_TOOL_DEFAULT_CONNECT_TIMEOUT:-10}
  30. API_TOOL_DEFAULT_READ_TIMEOUT: ${API_TOOL_DEFAULT_READ_TIMEOUT:-60}
  31. DB_USERNAME: ${DB_USERNAME:-postgres}
  32. DB_PASSWORD: ${DB_PASSWORD:-difyai123456}
  33. DB_HOST: ${DB_HOST:-db}
  34. DB_PORT: ${DB_PORT:-5432}
  35. DB_DATABASE: ${DB_DATABASE:-dify}
  36. SQLALCHEMY_POOL_SIZE: ${SQLALCHEMY_POOL_SIZE:-30}
  37. SQLALCHEMY_POOL_RECYCLE: ${SQLALCHEMY_POOL_RECYCLE:-3600}
  38. SQLALCHEMY_ECHO: ${SQLALCHEMY_ECHO:-false}
  39. REDIS_HOST: ${REDIS_HOST:-redis}
  40. REDIS_PORT: ${REDIS_PORT:-6379}
  41. REDIS_USERNAME: ${REDIS_USERNAME:-}
  42. REDIS_PASSWORD: ${REDIS_PASSWORD:-difyai123456}
  43. REDIS_USE_SSL: ${REDIS_USE_SSL:-false}
  44. REDIS_DB: 0
  45. REDIS_USE_SENTINEL: ${REDIS_USE_SENTINEL:-false}
  46. REDIS_SENTINELS: ${REDIS_SENTINELS:-}
  47. REDIS_SENTINEL_SERVICE_NAME: ${REDIS_SENTINEL_SERVICE_NAME:-}
  48. REDIS_SENTINEL_USERNAME: ${REDIS_SENTINEL_USERNAME:-}
  49. REDIS_SENTINEL_PASSWORD: ${REDIS_SENTINEL_PASSWORD:-}
  50. REDIS_SENTINEL_SOCKET_TIMEOUT: ${REDIS_SENTINEL_SOCKET_TIMEOUT:-0.1}
  51. CELERY_BROKER_URL: ${CELERY_BROKER_URL:-redis://:difyai123456@redis:6379/1}
  52. BROKER_USE_SSL: ${BROKER_USE_SSL:-false}
  53. CELERY_USE_SENTINEL: ${CELERY_USE_SENTINEL:-false}
  54. CELERY_SENTINEL_MASTER_NAME: ${CELERY_SENTINEL_MASTER_NAME:-}
  55. CELERY_SENTINEL_SOCKET_TIMEOUT: ${CELERY_SENTINEL_SOCKET_TIMEOUT:-0.1}
  56. WEB_API_CORS_ALLOW_ORIGINS: ${WEB_API_CORS_ALLOW_ORIGINS:-*}
  57. CONSOLE_CORS_ALLOW_ORIGINS: ${CONSOLE_CORS_ALLOW_ORIGINS:-*}
  58. STORAGE_TYPE: ${STORAGE_TYPE:-local}
  59. STORAGE_LOCAL_PATH: storage
  60. S3_USE_AWS_MANAGED_IAM: ${S3_USE_AWS_MANAGED_IAM:-false}
  61. S3_ENDPOINT: ${S3_ENDPOINT:-}
  62. S3_BUCKET_NAME: ${S3_BUCKET_NAME:-}
  63. S3_ACCESS_KEY: ${S3_ACCESS_KEY:-}
  64. S3_SECRET_KEY: ${S3_SECRET_KEY:-}
  65. S3_REGION: ${S3_REGION:-us-east-1}
  66. AZURE_BLOB_ACCOUNT_NAME: ${AZURE_BLOB_ACCOUNT_NAME:-}
  67. AZURE_BLOB_ACCOUNT_KEY: ${AZURE_BLOB_ACCOUNT_KEY:-}
  68. AZURE_BLOB_CONTAINER_NAME: ${AZURE_BLOB_CONTAINER_NAME:-}
  69. AZURE_BLOB_ACCOUNT_URL: ${AZURE_BLOB_ACCOUNT_URL:-}
  70. GOOGLE_STORAGE_BUCKET_NAME: ${GOOGLE_STORAGE_BUCKET_NAME:-}
  71. GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64: ${GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64:-}
  72. ALIYUN_OSS_BUCKET_NAME: ${ALIYUN_OSS_BUCKET_NAME:-}
  73. ALIYUN_OSS_ACCESS_KEY: ${ALIYUN_OSS_ACCESS_KEY:-}
  74. ALIYUN_OSS_SECRET_KEY: ${ALIYUN_OSS_SECRET_KEY:-}
  75. ALIYUN_OSS_ENDPOINT: ${ALIYUN_OSS_ENDPOINT:-}
  76. ALIYUN_OSS_REGION: ${ALIYUN_OSS_REGION:-}
  77. ALIYUN_OSS_AUTH_VERSION: ${ALIYUN_OSS_AUTH_VERSION:-v4}
  78. ALIYUN_OSS_PATH: ${ALIYUN_OSS_PATH:-}
  79. TENCENT_COS_BUCKET_NAME: ${TENCENT_COS_BUCKET_NAME:-}
  80. TENCENT_COS_SECRET_KEY: ${TENCENT_COS_SECRET_KEY:-}
  81. TENCENT_COS_SECRET_ID: ${TENCENT_COS_SECRET_ID:-}
  82. TENCENT_COS_REGION: ${TENCENT_COS_REGION:-}
  83. TENCENT_COS_SCHEME: ${TENCENT_COS_SCHEME:-}
  84. HUAWEI_OBS_BUCKET_NAME: ${HUAWEI_OBS_BUCKET_NAME:-}
  85. HUAWEI_OBS_SECRET_KEY: ${HUAWEI_OBS_SECRET_KEY:-}
  86. HUAWEI_OBS_ACCESS_KEY: ${HUAWEI_OBS_ACCESS_KEY:-}
  87. HUAWEI_OBS_SERVER: ${HUAWEI_OBS_SERVER:-}
  88. OCI_ENDPOINT: ${OCI_ENDPOINT:-}
  89. OCI_BUCKET_NAME: ${OCI_BUCKET_NAME:-}
  90. OCI_ACCESS_KEY: ${OCI_ACCESS_KEY:-}
  91. OCI_SECRET_KEY: ${OCI_SECRET_KEY:-}
  92. OCI_REGION: ${OCI_REGION:-}
  93. VOLCENGINE_TOS_BUCKET_NAME: ${VOLCENGINE_TOS_BUCKET_NAME:-}
  94. VOLCENGINE_TOS_SECRET_KEY: ${VOLCENGINE_TOS_SECRET_KEY:-}
  95. VOLCENGINE_TOS_ACCESS_KEY: ${VOLCENGINE_TOS_ACCESS_KEY:-}
  96. VOLCENGINE_TOS_ENDPOINT: ${VOLCENGINE_TOS_ENDPOINT:-}
  97. VOLCENGINE_TOS_REGION: ${VOLCENGINE_TOS_REGION:-}
  98. VECTOR_STORE: ${VECTOR_STORE:-weaviate}
  99. WEAVIATE_ENDPOINT: ${WEAVIATE_ENDPOINT:-http://weaviate:8080}
  100. WEAVIATE_API_KEY: ${WEAVIATE_API_KEY:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  101. QDRANT_URL: ${QDRANT_URL:-http://qdrant:6333}
  102. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  103. QDRANT_CLIENT_TIMEOUT: ${QDRANT_CLIENT_TIMEOUT:-20}
  104. QDRANT_GRPC_ENABLED: ${QDRANT_GRPC_ENABLED:-false}
  105. QDRANT_GRPC_PORT: ${QDRANT_GRPC_PORT:-6334}
  106. MILVUS_URI: ${MILVUS_URI:-http://127.0.0.1:19530}
  107. MILVUS_TOKEN: ${MILVUS_TOKEN:-}
  108. MILVUS_USER: ${MILVUS_USER:-root}
  109. MILVUS_PASSWORD: ${MILVUS_PASSWORD:-Milvus}
  110. MYSCALE_HOST: ${MYSCALE_HOST:-myscale}
  111. MYSCALE_PORT: ${MYSCALE_PORT:-8123}
  112. MYSCALE_USER: ${MYSCALE_USER:-default}
  113. MYSCALE_PASSWORD: ${MYSCALE_PASSWORD:-}
  114. MYSCALE_DATABASE: ${MYSCALE_DATABASE:-dify}
  115. MYSCALE_FTS_PARAMS: ${MYSCALE_FTS_PARAMS:-}
  116. RELYT_HOST: ${RELYT_HOST:-db}
  117. RELYT_PORT: ${RELYT_PORT:-5432}
  118. RELYT_USER: ${RELYT_USER:-postgres}
  119. RELYT_PASSWORD: ${RELYT_PASSWORD:-difyai123456}
  120. RELYT_DATABASE: ${RELYT_DATABASE:-postgres}
  121. PGVECTOR_HOST: ${PGVECTOR_HOST:-pgvector}
  122. PGVECTOR_PORT: ${PGVECTOR_PORT:-5432}
  123. PGVECTOR_USER: ${PGVECTOR_USER:-postgres}
  124. PGVECTOR_PASSWORD: ${PGVECTOR_PASSWORD:-difyai123456}
  125. PGVECTOR_DATABASE: ${PGVECTOR_DATABASE:-dify}
  126. TIDB_VECTOR_HOST: ${TIDB_VECTOR_HOST:-tidb}
  127. TIDB_VECTOR_PORT: ${TIDB_VECTOR_PORT:-4000}
  128. TIDB_VECTOR_USER: ${TIDB_VECTOR_USER:-}
  129. TIDB_VECTOR_PASSWORD: ${TIDB_VECTOR_PASSWORD:-}
  130. TIDB_VECTOR_DATABASE: ${TIDB_VECTOR_DATABASE:-dify}
  131. ORACLE_HOST: ${ORACLE_HOST:-oracle}
  132. ORACLE_PORT: ${ORACLE_PORT:-1521}
  133. ORACLE_USER: ${ORACLE_USER:-dify}
  134. ORACLE_PASSWORD: ${ORACLE_PASSWORD:-dify}
  135. ORACLE_DATABASE: ${ORACLE_DATABASE:-FREEPDB1}
  136. CHROMA_HOST: ${CHROMA_HOST:-127.0.0.1}
  137. CHROMA_PORT: ${CHROMA_PORT:-8000}
  138. CHROMA_TENANT: ${CHROMA_TENANT:-default_tenant}
  139. CHROMA_DATABASE: ${CHROMA_DATABASE:-default_database}
  140. CHROMA_AUTH_PROVIDER: ${CHROMA_AUTH_PROVIDER:-chromadb.auth.token_authn.TokenAuthClientProvider}
  141. CHROMA_AUTH_CREDENTIALS: ${CHROMA_AUTH_CREDENTIALS:-}
  142. ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:-0.0.0.0}
  143. ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200}
  144. ELASTICSEARCH_USERNAME: ${ELASTICSEARCH_USERNAME:-elastic}
  145. ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-elastic}
  146. KIBANA_PORT: ${KIBANA_PORT:-5601}
  147. # AnalyticDB configuration
  148. ANALYTICDB_KEY_ID: ${ANALYTICDB_KEY_ID:-}
  149. ANALYTICDB_KEY_SECRET: ${ANALYTICDB_KEY_SECRET:-}
  150. ANALYTICDB_REGION_ID: ${ANALYTICDB_REGION_ID:-}
  151. ANALYTICDB_INSTANCE_ID: ${ANALYTICDB_INSTANCE_ID:-}
  152. ANALYTICDB_ACCOUNT: ${ANALYTICDB_ACCOUNT:-}
  153. ANALYTICDB_PASSWORD: ${ANALYTICDB_PASSWORD:-}
  154. ANALYTICDB_NAMESPACE: ${ANALYTICDB_NAMESPACE:-dify}
  155. ANALYTICDB_NAMESPACE_PASSWORD: ${ANALYTICDB_NAMESPACE_PASSWORD:-}
  156. OPENSEARCH_HOST: ${OPENSEARCH_HOST:-opensearch}
  157. OPENSEARCH_PORT: ${OPENSEARCH_PORT:-9200}
  158. OPENSEARCH_USER: ${OPENSEARCH_USER:-admin}
  159. OPENSEARCH_PASSWORD: ${OPENSEARCH_PASSWORD:-admin}
  160. OPENSEARCH_SECURE: ${OPENSEARCH_SECURE:-true}
  161. TENCENT_VECTOR_DB_URL: ${TENCENT_VECTOR_DB_URL:-http://127.0.0.1}
  162. TENCENT_VECTOR_DB_API_KEY: ${TENCENT_VECTOR_DB_API_KEY:-dify}
  163. TENCENT_VECTOR_DB_TIMEOUT: ${TENCENT_VECTOR_DB_TIMEOUT:-30}
  164. TENCENT_VECTOR_DB_USERNAME: ${TENCENT_VECTOR_DB_USERNAME:-dify}
  165. TENCENT_VECTOR_DB_DATABASE: ${TENCENT_VECTOR_DB_DATABASE:-dify}
  166. TENCENT_VECTOR_DB_SHARD: ${TENCENT_VECTOR_DB_SHARD:-1}
  167. TENCENT_VECTOR_DB_REPLICAS: ${TENCENT_VECTOR_DB_REPLICAS:-2}
  168. UPLOAD_FILE_SIZE_LIMIT: ${UPLOAD_FILE_SIZE_LIMIT:-15}
  169. UPLOAD_FILE_BATCH_LIMIT: ${UPLOAD_FILE_BATCH_LIMIT:-5}
  170. ETL_TYPE: ${ETL_TYPE:-dify}
  171. UNSTRUCTURED_API_URL: ${UNSTRUCTURED_API_URL:-}
  172. MULTIMODAL_SEND_IMAGE_FORMAT: ${MULTIMODAL_SEND_IMAGE_FORMAT:-base64}
  173. UPLOAD_IMAGE_FILE_SIZE_LIMIT: ${UPLOAD_IMAGE_FILE_SIZE_LIMIT:-10}
  174. SENTRY_DSN: ${API_SENTRY_DSN:-}
  175. SENTRY_TRACES_SAMPLE_RATE: ${API_SENTRY_TRACES_SAMPLE_RATE:-1.0}
  176. SENTRY_PROFILES_SAMPLE_RATE: ${API_SENTRY_PROFILES_SAMPLE_RATE:-1.0}
  177. NOTION_INTEGRATION_TYPE: ${NOTION_INTEGRATION_TYPE:-public}
  178. NOTION_CLIENT_SECRET: ${NOTION_CLIENT_SECRET:-}
  179. NOTION_CLIENT_ID: ${NOTION_CLIENT_ID:-}
  180. NOTION_INTERNAL_SECRET: ${NOTION_INTERNAL_SECRET:-}
  181. MAIL_TYPE: ${MAIL_TYPE:-resend}
  182. MAIL_DEFAULT_SEND_FROM: ${MAIL_DEFAULT_SEND_FROM:-}
  183. SMTP_SERVER: ${SMTP_SERVER:-}
  184. SMTP_PORT: ${SMTP_PORT:-465}
  185. SMTP_USERNAME: ${SMTP_USERNAME:-}
  186. SMTP_PASSWORD: ${SMTP_PASSWORD:-}
  187. SMTP_USE_TLS: ${SMTP_USE_TLS:-true}
  188. SMTP_OPPORTUNISTIC_TLS: ${SMTP_OPPORTUNISTIC_TLS:-false}
  189. RESEND_API_KEY: ${RESEND_API_KEY:-your-resend-api-key}
  190. RESEND_API_URL: https://api.resend.com
  191. INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH: ${INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH:-1000}
  192. INVITE_EXPIRY_HOURS: ${INVITE_EXPIRY_HOURS:-72}
  193. RESET_PASSWORD_TOKEN_EXPIRY_HOURS: ${RESET_PASSWORD_TOKEN_EXPIRY_HOURS:-24}
  194. CODE_EXECUTION_ENDPOINT: ${CODE_EXECUTION_ENDPOINT:-http://sandbox:8194}
  195. CODE_EXECUTION_API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  196. CODE_MAX_NUMBER: ${CODE_MAX_NUMBER:-9223372036854775807}
  197. CODE_MIN_NUMBER: ${CODE_MIN_NUMBER:--9223372036854775808}
  198. CODE_MAX_DEPTH: ${CODE_MAX_DEPTH:-5}
  199. CODE_MAX_PRECISION: ${CODE_MAX_PRECISION:-20}
  200. CODE_MAX_STRING_LENGTH: ${CODE_MAX_STRING_LENGTH:-80000}
  201. TEMPLATE_TRANSFORM_MAX_LENGTH: ${TEMPLATE_TRANSFORM_MAX_LENGTH:-80000}
  202. CODE_MAX_STRING_ARRAY_LENGTH: ${CODE_MAX_STRING_ARRAY_LENGTH:-30}
  203. CODE_MAX_OBJECT_ARRAY_LENGTH: ${CODE_MAX_OBJECT_ARRAY_LENGTH:-30}
  204. CODE_MAX_NUMBER_ARRAY_LENGTH: ${CODE_MAX_NUMBER_ARRAY_LENGTH:-1000}
  205. WORKFLOW_MAX_EXECUTION_STEPS: ${WORKFLOW_MAX_EXECUTION_STEPS:-500}
  206. WORKFLOW_MAX_EXECUTION_TIME: ${WORKFLOW_MAX_EXECUTION_TIME:-1200}
  207. WORKFLOW_CALL_MAX_DEPTH: ${WORKFLOW_MAX_EXECUTION_TIME:-5}
  208. SSRF_PROXY_HTTP_URL: ${SSRF_PROXY_HTTP_URL:-http://ssrf_proxy:3128}
  209. SSRF_PROXY_HTTPS_URL: ${SSRF_PROXY_HTTPS_URL:-http://ssrf_proxy:3128}
  210. services:
  211. # API service
  212. api:
  213. image: langgenius/dify-api:0.8.3
  214. restart: always
  215. environment:
  216. # Use the shared environment variables.
  217. <<: *shared-api-worker-env
  218. # Startup mode, 'api' starts the API server.
  219. MODE: api
  220. depends_on:
  221. - db
  222. - redis
  223. volumes:
  224. # Mount the storage directory to the container, for storing user files.
  225. - ./volumes/app/storage:/app/api/storage
  226. networks:
  227. - ssrf_proxy_network
  228. - default
  229. # worker service
  230. # The Celery worker for processing the queue.
  231. worker:
  232. image: langgenius/dify-api:0.8.3
  233. restart: always
  234. environment:
  235. # Use the shared environment variables.
  236. <<: *shared-api-worker-env
  237. # Startup mode, 'worker' starts the Celery worker for processing the queue.
  238. MODE: worker
  239. depends_on:
  240. - db
  241. - redis
  242. volumes:
  243. # Mount the storage directory to the container, for storing user files.
  244. - ./volumes/app/storage:/app/api/storage
  245. networks:
  246. - ssrf_proxy_network
  247. - default
  248. # Frontend web application.
  249. web:
  250. image: langgenius/dify-web:0.8.3
  251. restart: always
  252. environment:
  253. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  254. APP_API_URL: ${APP_API_URL:-}
  255. SENTRY_DSN: ${WEB_SENTRY_DSN:-}
  256. NEXT_TELEMETRY_DISABLED: ${NEXT_TELEMETRY_DISABLED:-0}
  257. TEXT_GENERATION_TIMEOUT_MS: ${TEXT_GENERATION_TIMEOUT_MS:-60000}
  258. # The postgres database.
  259. db:
  260. image: postgres:15-alpine
  261. restart: always
  262. environment:
  263. PGUSER: ${PGUSER:-postgres}
  264. POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-difyai123456}
  265. POSTGRES_DB: ${POSTGRES_DB:-dify}
  266. PGDATA: ${PGDATA:-/var/lib/postgresql/data/pgdata}
  267. command: >
  268. postgres -c 'max_connections=${POSTGRES_MAX_CONNECTIONS:-100}'
  269. -c 'shared_buffers=${POSTGRES_SHARED_BUFFERS:-128MB}'
  270. -c 'work_mem=${POSTGRES_WORK_MEM:-4MB}'
  271. -c 'maintenance_work_mem=${POSTGRES_MAINTENANCE_WORK_MEM:-64MB}'
  272. -c 'effective_cache_size=${POSTGRES_EFFECTIVE_CACHE_SIZE:-4096MB}'
  273. volumes:
  274. - ./volumes/db/data:/var/lib/postgresql/data
  275. healthcheck:
  276. test: [ "CMD", "pg_isready" ]
  277. interval: 1s
  278. timeout: 3s
  279. retries: 30
  280. # The redis cache.
  281. redis:
  282. image: redis:6-alpine
  283. restart: always
  284. volumes:
  285. # Mount the redis data directory to the container.
  286. - ./volumes/redis/data:/data
  287. # Set the redis password when startup redis server.
  288. command: redis-server --requirepass ${REDIS_PASSWORD:-difyai123456}
  289. healthcheck:
  290. test: [ "CMD", "redis-cli", "ping" ]
  291. # The DifySandbox
  292. sandbox:
  293. image: langgenius/dify-sandbox:0.2.9
  294. restart: always
  295. environment:
  296. # The DifySandbox configurations
  297. # Make sure you are changing this key for your deployment with a strong key.
  298. # You can generate a strong key using `openssl rand -base64 42`.
  299. API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  300. GIN_MODE: ${SANDBOX_GIN_MODE:-release}
  301. WORKER_TIMEOUT: ${SANDBOX_WORKER_TIMEOUT:-15}
  302. ENABLE_NETWORK: ${SANDBOX_ENABLE_NETWORK:-true}
  303. HTTP_PROXY: ${SANDBOX_HTTP_PROXY:-http://ssrf_proxy:3128}
  304. HTTPS_PROXY: ${SANDBOX_HTTPS_PROXY:-http://ssrf_proxy:3128}
  305. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  306. volumes:
  307. - ./volumes/sandbox/dependencies:/dependencies
  308. healthcheck:
  309. test: [ "CMD", "curl", "-f", "http://localhost:8194/health" ]
  310. networks:
  311. - ssrf_proxy_network
  312. # ssrf_proxy server
  313. # for more information, please refer to
  314. # https://docs.dify.ai/learn-more/faq/install-faq#id-18.-why-is-ssrf_proxy-needed
  315. ssrf_proxy:
  316. image: ubuntu/squid:latest
  317. restart: always
  318. volumes:
  319. - ./ssrf_proxy/squid.conf.template:/etc/squid/squid.conf.template
  320. - ./ssrf_proxy/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  321. entrypoint: [ "sh", "-c", "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  322. environment:
  323. # pls clearly modify the squid env vars to fit your network environment.
  324. HTTP_PORT: ${SSRF_HTTP_PORT:-3128}
  325. COREDUMP_DIR: ${SSRF_COREDUMP_DIR:-/var/spool/squid}
  326. REVERSE_PROXY_PORT: ${SSRF_REVERSE_PROXY_PORT:-8194}
  327. SANDBOX_HOST: ${SSRF_SANDBOX_HOST:-sandbox}
  328. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  329. networks:
  330. - ssrf_proxy_network
  331. - default
  332. # Certbot service
  333. # use `docker-compose --profile certbot up` to start the certbot service.
  334. certbot:
  335. image: certbot/certbot
  336. profiles:
  337. - certbot
  338. volumes:
  339. - ./volumes/certbot/conf:/etc/letsencrypt
  340. - ./volumes/certbot/www:/var/www/html
  341. - ./volumes/certbot/logs:/var/log/letsencrypt
  342. - ./volumes/certbot/conf/live:/etc/letsencrypt/live
  343. - ./certbot/update-cert.template.txt:/update-cert.template.txt
  344. - ./certbot/docker-entrypoint.sh:/docker-entrypoint.sh
  345. environment:
  346. - CERTBOT_EMAIL=${CERTBOT_EMAIL}
  347. - CERTBOT_DOMAIN=${CERTBOT_DOMAIN}
  348. - CERTBOT_OPTIONS=${CERTBOT_OPTIONS:-}
  349. entrypoint: [ "/docker-entrypoint.sh" ]
  350. command: [ "tail", "-f", "/dev/null" ]
  351. # The nginx reverse proxy.
  352. # used for reverse proxying the API service and Web service.
  353. nginx:
  354. image: nginx:latest
  355. restart: always
  356. volumes:
  357. - ./nginx/nginx.conf.template:/etc/nginx/nginx.conf.template
  358. - ./nginx/proxy.conf.template:/etc/nginx/proxy.conf.template
  359. - ./nginx/https.conf.template:/etc/nginx/https.conf.template
  360. - ./nginx/conf.d:/etc/nginx/conf.d
  361. - ./nginx/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  362. - ./nginx/ssl:/etc/ssl # cert dir (legacy)
  363. - ./volumes/certbot/conf/live:/etc/letsencrypt/live # cert dir (with certbot container)
  364. - ./volumes/certbot/conf:/etc/letsencrypt
  365. - ./volumes/certbot/www:/var/www/html
  366. entrypoint: [ "sh", "-c", "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  367. environment:
  368. NGINX_SERVER_NAME: ${NGINX_SERVER_NAME:-_}
  369. NGINX_HTTPS_ENABLED: ${NGINX_HTTPS_ENABLED:-false}
  370. NGINX_SSL_PORT: ${NGINX_SSL_PORT:-443}
  371. NGINX_PORT: ${NGINX_PORT:-80}
  372. # You're required to add your own SSL certificates/keys to the `./nginx/ssl` directory
  373. # and modify the env vars below in .env if HTTPS_ENABLED is true.
  374. NGINX_SSL_CERT_FILENAME: ${NGINX_SSL_CERT_FILENAME:-dify.crt}
  375. NGINX_SSL_CERT_KEY_FILENAME: ${NGINX_SSL_CERT_KEY_FILENAME:-dify.key}
  376. NGINX_SSL_PROTOCOLS: ${NGINX_SSL_PROTOCOLS:-TLSv1.1 TLSv1.2 TLSv1.3}
  377. NGINX_WORKER_PROCESSES: ${NGINX_WORKER_PROCESSES:-auto}
  378. NGINX_CLIENT_MAX_BODY_SIZE: ${NGINX_CLIENT_MAX_BODY_SIZE:-15M}
  379. NGINX_KEEPALIVE_TIMEOUT: ${NGINX_KEEPALIVE_TIMEOUT:-65}
  380. NGINX_PROXY_READ_TIMEOUT: ${NGINX_PROXY_READ_TIMEOUT:-3600s}
  381. NGINX_PROXY_SEND_TIMEOUT: ${NGINX_PROXY_SEND_TIMEOUT:-3600s}
  382. NGINX_ENABLE_CERTBOT_CHALLENGE: ${NGINX_ENABLE_CERTBOT_CHALLENGE:-false}
  383. CERTBOT_DOMAIN: ${CERTBOT_DOMAIN:-}
  384. depends_on:
  385. - api
  386. - web
  387. ports:
  388. - "${EXPOSE_NGINX_PORT:-80}:${NGINX_PORT:-80}"
  389. - "${EXPOSE_NGINX_SSL_PORT:-443}:${NGINX_SSL_PORT:-443}"
  390. # The Weaviate vector store.
  391. weaviate:
  392. image: semitechnologies/weaviate:1.19.0
  393. profiles:
  394. - ""
  395. - weaviate
  396. restart: always
  397. volumes:
  398. # Mount the Weaviate data directory to the con tainer.
  399. - ./volumes/weaviate:/var/lib/weaviate
  400. environment:
  401. # The Weaviate configurations
  402. # You can refer to the [Weaviate](https://weaviate.io/developers/weaviate/config-refs/env-vars) documentation for more information.
  403. PERSISTENCE_DATA_PATH: ${WEAVIATE_PERSISTENCE_DATA_PATH:-/var/lib/weaviate}
  404. QUERY_DEFAULTS_LIMIT: ${WEAVIATE_QUERY_DEFAULTS_LIMIT:-25}
  405. AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: ${WEAVIATE_AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED:-false}
  406. DEFAULT_VECTORIZER_MODULE: ${WEAVIATE_DEFAULT_VECTORIZER_MODULE:-none}
  407. CLUSTER_HOSTNAME: ${WEAVIATE_CLUSTER_HOSTNAME:-node1}
  408. AUTHENTICATION_APIKEY_ENABLED: ${WEAVIATE_AUTHENTICATION_APIKEY_ENABLED:-true}
  409. AUTHENTICATION_APIKEY_ALLOWED_KEYS: ${WEAVIATE_AUTHENTICATION_APIKEY_ALLOWED_KEYS:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  410. AUTHENTICATION_APIKEY_USERS: ${WEAVIATE_AUTHENTICATION_APIKEY_USERS:-hello@dify.ai}
  411. AUTHORIZATION_ADMINLIST_ENABLED: ${WEAVIATE_AUTHORIZATION_ADMINLIST_ENABLED:-true}
  412. AUTHORIZATION_ADMINLIST_USERS: ${WEAVIATE_AUTHORIZATION_ADMINLIST_USERS:-hello@dify.ai}
  413. # Qdrant vector store.
  414. # (if used, you need to set VECTOR_STORE to qdrant in the api & worker service.)
  415. qdrant:
  416. image: langgenius/qdrant:v1.7.3
  417. profiles:
  418. - qdrant
  419. restart: always
  420. volumes:
  421. - ./volumes/qdrant:/qdrant/storage
  422. environment:
  423. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  424. # The pgvector vector database.
  425. pgvector:
  426. image: pgvector/pgvector:pg16
  427. profiles:
  428. - pgvector
  429. restart: always
  430. environment:
  431. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  432. # The password for the default postgres user.
  433. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  434. # The name of the default postgres database.
  435. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  436. # postgres data directory
  437. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  438. volumes:
  439. - ./volumes/pgvector/data:/var/lib/postgresql/data
  440. healthcheck:
  441. test: [ "CMD", "pg_isready" ]
  442. interval: 1s
  443. timeout: 3s
  444. retries: 30
  445. # pgvecto-rs vector store
  446. pgvecto-rs:
  447. image: tensorchord/pgvecto-rs:pg16-v0.3.0
  448. profiles:
  449. - pgvecto-rs
  450. restart: always
  451. environment:
  452. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  453. # The password for the default postgres user.
  454. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  455. # The name of the default postgres database.
  456. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  457. # postgres data directory
  458. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  459. volumes:
  460. - ./volumes/pgvecto_rs/data:/var/lib/postgresql/data
  461. healthcheck:
  462. test: [ "CMD", "pg_isready" ]
  463. interval: 1s
  464. timeout: 3s
  465. retries: 30
  466. # Chroma vector database
  467. chroma:
  468. image: ghcr.io/chroma-core/chroma:0.5.1
  469. profiles:
  470. - chroma
  471. restart: always
  472. volumes:
  473. - ./volumes/chroma:/chroma/chroma
  474. environment:
  475. CHROMA_SERVER_AUTHN_CREDENTIALS: ${CHROMA_SERVER_AUTHN_CREDENTIALS:-difyai123456}
  476. CHROMA_SERVER_AUTHN_PROVIDER: ${CHROMA_SERVER_AUTHN_PROVIDER:-chromadb.auth.token_authn.TokenAuthenticationServerProvider}
  477. IS_PERSISTENT: ${CHROMA_IS_PERSISTENT:-TRUE}
  478. # Oracle vector database
  479. oracle:
  480. image: container-registry.oracle.com/database/free:latest
  481. profiles:
  482. - oracle
  483. restart: always
  484. volumes:
  485. - source: oradata
  486. type: volume
  487. target: /opt/oracle/oradata
  488. - ./startupscripts:/opt/oracle/scripts/startup
  489. environment:
  490. ORACLE_PWD: ${ORACLE_PWD:-Dify123456}
  491. ORACLE_CHARACTERSET: ${ORACLE_CHARACTERSET:-AL32UTF8}
  492. # Milvus vector database services
  493. etcd:
  494. container_name: milvus-etcd
  495. image: quay.io/coreos/etcd:v3.5.5
  496. profiles:
  497. - milvus
  498. environment:
  499. ETCD_AUTO_COMPACTION_MODE: ${ETCD_AUTO_COMPACTION_MODE:-revision}
  500. ETCD_AUTO_COMPACTION_RETENTION: ${ETCD_AUTO_COMPACTION_RETENTION:-1000}
  501. ETCD_QUOTA_BACKEND_BYTES: ${ETCD_QUOTA_BACKEND_BYTES:-4294967296}
  502. ETCD_SNAPSHOT_COUNT: ${ETCD_SNAPSHOT_COUNT:-50000}
  503. volumes:
  504. - ./volumes/milvus/etcd:/etcd
  505. command: etcd -advertise-client-urls=http://127.0.0.1:2379 -listen-client-urls http://0.0.0.0:2379 --data-dir /etcd
  506. healthcheck:
  507. test: [ "CMD", "etcdctl", "endpoint", "health" ]
  508. interval: 30s
  509. timeout: 20s
  510. retries: 3
  511. networks:
  512. - milvus
  513. minio:
  514. container_name: milvus-minio
  515. image: minio/minio:RELEASE.2023-03-20T20-16-18Z
  516. profiles:
  517. - milvus
  518. environment:
  519. MINIO_ACCESS_KEY: ${MINIO_ACCESS_KEY:-minioadmin}
  520. MINIO_SECRET_KEY: ${MINIO_SECRET_KEY:-minioadmin}
  521. volumes:
  522. - ./volumes/milvus/minio:/minio_data
  523. command: minio server /minio_data --console-address ":9001"
  524. healthcheck:
  525. test: [ "CMD", "curl", "-f", "http://localhost:9000/minio/health/live" ]
  526. interval: 30s
  527. timeout: 20s
  528. retries: 3
  529. networks:
  530. - milvus
  531. milvus-standalone:
  532. container_name: milvus-standalone
  533. image: milvusdb/milvus:v2.3.1
  534. profiles:
  535. - milvus
  536. command: [ "milvus", "run", "standalone" ]
  537. environment:
  538. ETCD_ENDPOINTS: ${ETCD_ENDPOINTS:-etcd:2379}
  539. MINIO_ADDRESS: ${MINIO_ADDRESS:-minio:9000}
  540. common.security.authorizationEnabled: ${MILVUS_AUTHORIZATION_ENABLED:-true}
  541. volumes:
  542. - ./volumes/milvus/milvus:/var/lib/milvus
  543. healthcheck:
  544. test: [ "CMD", "curl", "-f", "http://localhost:9091/healthz" ]
  545. interval: 30s
  546. start_period: 90s
  547. timeout: 20s
  548. retries: 3
  549. depends_on:
  550. - etcd
  551. - minio
  552. ports:
  553. - 19530:19530
  554. - 9091:9091
  555. networks:
  556. - milvus
  557. # Opensearch vector database
  558. opensearch:
  559. container_name: opensearch
  560. image: opensearchproject/opensearch:latest
  561. profiles:
  562. - opensearch
  563. environment:
  564. discovery.type: ${OPENSEARCH_DISCOVERY_TYPE:-single-node}
  565. bootstrap.memory_lock: ${OPENSEARCH_BOOTSTRAP_MEMORY_LOCK:-true}
  566. OPENSEARCH_JAVA_OPTS: -Xms${OPENSEARCH_JAVA_OPTS_MIN:-512m} -Xmx${OPENSEARCH_JAVA_OPTS_MAX:-1024m}
  567. OPENSEARCH_INITIAL_ADMIN_PASSWORD: ${OPENSEARCH_INITIAL_ADMIN_PASSWORD:-Qazwsxedc!@#123}
  568. ulimits:
  569. memlock:
  570. soft: ${OPENSEARCH_MEMLOCK_SOFT:--1}
  571. hard: ${OPENSEARCH_MEMLOCK_HARD:--1}
  572. nofile:
  573. soft: ${OPENSEARCH_NOFILE_SOFT:-65536}
  574. hard: ${OPENSEARCH_NOFILE_HARD:-65536}
  575. volumes:
  576. - ./volumes/opensearch/data:/usr/share/opensearch/data
  577. networks:
  578. - opensearch-net
  579. opensearch-dashboards:
  580. container_name: opensearch-dashboards
  581. image: opensearchproject/opensearch-dashboards:latest
  582. profiles:
  583. - opensearch
  584. environment:
  585. OPENSEARCH_HOSTS: '["https://opensearch:9200"]'
  586. volumes:
  587. - ./volumes/opensearch/opensearch_dashboards.yml:/usr/share/opensearch-dashboards/config/opensearch_dashboards.yml
  588. networks:
  589. - opensearch-net
  590. depends_on:
  591. - opensearch
  592. # MyScale vector database
  593. myscale:
  594. container_name: myscale
  595. image: myscale/myscaledb:1.6.4
  596. profiles:
  597. - myscale
  598. restart: always
  599. tty: true
  600. volumes:
  601. - ./volumes/myscale/data:/var/lib/clickhouse
  602. - ./volumes/myscale/log:/var/log/clickhouse-server
  603. - ./volumes/myscale/config/users.d/custom_users_config.xml:/etc/clickhouse-server/users.d/custom_users_config.xml
  604. ports:
  605. - ${MYSCALE_PORT:-8123}:${MYSCALE_PORT:-8123}
  606. # https://www.elastic.co/guide/en/elasticsearch/reference/current/settings.html
  607. # https://www.elastic.co/guide/en/elasticsearch/reference/current/docker.html#docker-prod-prerequisites
  608. elasticsearch:
  609. image: docker.elastic.co/elasticsearch/elasticsearch:8.14.3
  610. container_name: elasticsearch
  611. profiles:
  612. - elasticsearch
  613. restart: always
  614. volumes:
  615. - dify_es01_data:/usr/share/elasticsearch/data
  616. environment:
  617. ELASTIC_PASSWORD: ${ELASTICSEARCH_PASSWORD:-elastic}
  618. cluster.name: dify-es-cluster
  619. node.name: dify-es0
  620. discovery.type: single-node
  621. xpack.license.self_generated.type: trial
  622. xpack.security.enabled: "true"
  623. xpack.security.enrollment.enabled: "false"
  624. xpack.security.http.ssl.enabled: "false"
  625. ports:
  626. - ${ELASTICSEARCH_PORT:-9200}:9200
  627. healthcheck:
  628. test: [ "CMD", "curl", "-s", "http://localhost:9200/_cluster/health?pretty" ]
  629. interval: 30s
  630. timeout: 10s
  631. retries: 50
  632. # https://www.elastic.co/guide/en/kibana/current/docker.html
  633. # https://www.elastic.co/guide/en/kibana/current/settings.html
  634. kibana:
  635. image: docker.elastic.co/kibana/kibana:8.14.3
  636. container_name: kibana
  637. profiles:
  638. - elasticsearch
  639. depends_on:
  640. - elasticsearch
  641. restart: always
  642. environment:
  643. XPACK_ENCRYPTEDSAVEDOBJECTS_ENCRYPTIONKEY: d1a66dfd-c4d3-4a0a-8290-2abcb83ab3aa
  644. NO_PROXY: localhost,127.0.0.1,elasticsearch,kibana
  645. XPACK_SECURITY_ENABLED: "true"
  646. XPACK_SECURITY_ENROLLMENT_ENABLED: "false"
  647. XPACK_SECURITY_HTTP_SSL_ENABLED: "false"
  648. XPACK_FLEET_ISAIRGAPPED: "true"
  649. I18N_LOCALE: zh-CN
  650. SERVER_PORT: "5601"
  651. ELASTICSEARCH_HOSTS: http://elasticsearch:9200
  652. ports:
  653. - ${KIBANA_PORT:-5601}:5601
  654. healthcheck:
  655. test: [ "CMD-SHELL", "curl -s http://localhost:5601 >/dev/null || exit 1" ]
  656. interval: 30s
  657. timeout: 10s
  658. retries: 3
  659. # unstructured .
  660. # (if used, you need to set ETL_TYPE to Unstructured in the api & worker service.)
  661. unstructured:
  662. image: downloads.unstructured.io/unstructured-io/unstructured-api:latest
  663. profiles:
  664. - unstructured
  665. restart: always
  666. volumes:
  667. - ./volumes/unstructured:/app/data
  668. networks:
  669. # create a network between sandbox, api and ssrf_proxy, and can not access outside.
  670. ssrf_proxy_network:
  671. driver: bridge
  672. internal: true
  673. milvus:
  674. driver: bridge
  675. opensearch-net:
  676. driver: bridge
  677. internal: true
  678. volumes:
  679. oradata:
  680. dify_es01_data: