You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

docker-compose-template.yaml 24KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662
  1. x-shared-env: &shared-api-worker-env
  2. services:
  3. # API service
  4. api:
  5. image: langgenius/dify-api:1.2.0
  6. restart: always
  7. environment:
  8. # Use the shared environment variables.
  9. <<: *shared-api-worker-env
  10. # Startup mode, 'api' starts the API server.
  11. MODE: api
  12. SENTRY_DSN: ${API_SENTRY_DSN:-}
  13. SENTRY_TRACES_SAMPLE_RATE: ${API_SENTRY_TRACES_SAMPLE_RATE:-1.0}
  14. SENTRY_PROFILES_SAMPLE_RATE: ${API_SENTRY_PROFILES_SAMPLE_RATE:-1.0}
  15. PLUGIN_REMOTE_INSTALL_HOST: ${EXPOSE_PLUGIN_DEBUGGING_HOST:-localhost}
  16. PLUGIN_REMOTE_INSTALL_PORT: ${EXPOSE_PLUGIN_DEBUGGING_PORT:-5003}
  17. PLUGIN_MAX_PACKAGE_SIZE: ${PLUGIN_MAX_PACKAGE_SIZE:-52428800}
  18. INNER_API_KEY_FOR_PLUGIN: ${PLUGIN_DIFY_INNER_API_KEY:-QaHbTe77CtuXmsfyhR7+vRjI/+XbV1AaFy691iy+kGDv2Jvy0/eAh8Y1}
  19. depends_on:
  20. db:
  21. condition: service_healthy
  22. redis:
  23. condition: service_started
  24. volumes:
  25. # Mount the storage directory to the container, for storing user files.
  26. - ./volumes/app/storage:/app/api/storage
  27. networks:
  28. - ssrf_proxy_network
  29. - default
  30. # worker service
  31. # The Celery worker for processing the queue.
  32. worker:
  33. image: langgenius/dify-api:1.2.0
  34. restart: always
  35. environment:
  36. # Use the shared environment variables.
  37. <<: *shared-api-worker-env
  38. # Startup mode, 'worker' starts the Celery worker for processing the queue.
  39. MODE: worker
  40. SENTRY_DSN: ${API_SENTRY_DSN:-}
  41. SENTRY_TRACES_SAMPLE_RATE: ${API_SENTRY_TRACES_SAMPLE_RATE:-1.0}
  42. SENTRY_PROFILES_SAMPLE_RATE: ${API_SENTRY_PROFILES_SAMPLE_RATE:-1.0}
  43. PLUGIN_MAX_PACKAGE_SIZE: ${PLUGIN_MAX_PACKAGE_SIZE:-52428800}
  44. INNER_API_KEY_FOR_PLUGIN: ${PLUGIN_DIFY_INNER_API_KEY:-QaHbTe77CtuXmsfyhR7+vRjI/+XbV1AaFy691iy+kGDv2Jvy0/eAh8Y1}
  45. depends_on:
  46. db:
  47. condition: service_healthy
  48. redis:
  49. condition: service_started
  50. volumes:
  51. # Mount the storage directory to the container, for storing user files.
  52. - ./volumes/app/storage:/app/api/storage
  53. networks:
  54. - ssrf_proxy_network
  55. - default
  56. # Frontend web application.
  57. web:
  58. image: langgenius/dify-web:1.2.0
  59. restart: always
  60. environment:
  61. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  62. APP_API_URL: ${APP_API_URL:-}
  63. SENTRY_DSN: ${WEB_SENTRY_DSN:-}
  64. NEXT_TELEMETRY_DISABLED: ${NEXT_TELEMETRY_DISABLED:-0}
  65. TEXT_GENERATION_TIMEOUT_MS: ${TEXT_GENERATION_TIMEOUT_MS:-60000}
  66. CSP_WHITELIST: ${CSP_WHITELIST:-}
  67. MARKETPLACE_API_URL: ${MARKETPLACE_API_URL:-https://marketplace.dify.ai}
  68. MARKETPLACE_URL: ${MARKETPLACE_URL:-https://marketplace.dify.ai}
  69. TOP_K_MAX_VALUE: ${TOP_K_MAX_VALUE:-}
  70. INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH: ${INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH:-}
  71. PM2_INSTANCES: ${PM2_INSTANCES:-2}
  72. LOOP_NODE_MAX_COUNT: ${LOOP_NODE_MAX_COUNT:-100}
  73. MAX_TOOLS_NUM: ${MAX_TOOLS_NUM:-10}
  74. MAX_PARALLEL_LIMIT: ${MAX_PARALLEL_LIMIT:-10}
  75. MAX_ITERATIONS_NUM: ${MAX_ITERATIONS_NUM:-5}
  76. ENABLE_WEBSITE_JINAREADER: ${ENABLE_WEBSITE_JINAREADER:-true}
  77. ENABLE_WEBSITE_FIRECRAWL: ${ENABLE_WEBSITE_FIRECRAWL:-true}
  78. ENABLE_WEBSITE_WATERCRAWL: ${ENABLE_WEBSITE_WATERCRAWL:-true}
  79. # The postgres database.
  80. db:
  81. image: postgres:15-alpine
  82. restart: always
  83. environment:
  84. PGUSER: ${PGUSER:-postgres}
  85. POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-difyai123456}
  86. POSTGRES_DB: ${POSTGRES_DB:-dify}
  87. PGDATA: ${PGDATA:-/var/lib/postgresql/data/pgdata}
  88. command: >
  89. postgres -c 'max_connections=${POSTGRES_MAX_CONNECTIONS:-100}'
  90. -c 'shared_buffers=${POSTGRES_SHARED_BUFFERS:-128MB}'
  91. -c 'work_mem=${POSTGRES_WORK_MEM:-4MB}'
  92. -c 'maintenance_work_mem=${POSTGRES_MAINTENANCE_WORK_MEM:-64MB}'
  93. -c 'effective_cache_size=${POSTGRES_EFFECTIVE_CACHE_SIZE:-4096MB}'
  94. volumes:
  95. - ./volumes/db/data:/var/lib/postgresql/data
  96. healthcheck:
  97. test: [ 'CMD', 'pg_isready', '-h', 'db', '-U', '${PGUSER:-postgres}', '-d', '${POSTGRES_DB:-dify}' ]
  98. interval: 1s
  99. timeout: 3s
  100. retries: 60
  101. # The redis cache.
  102. redis:
  103. image: redis:6-alpine
  104. restart: always
  105. environment:
  106. REDISCLI_AUTH: ${REDIS_PASSWORD:-difyai123456}
  107. volumes:
  108. # Mount the redis data directory to the container.
  109. - ./volumes/redis/data:/data
  110. # Set the redis password when startup redis server.
  111. command: redis-server --requirepass ${REDIS_PASSWORD:-difyai123456}
  112. healthcheck:
  113. test: [ 'CMD', 'redis-cli', 'ping' ]
  114. # The DifySandbox
  115. sandbox:
  116. image: langgenius/dify-sandbox:0.2.11
  117. restart: always
  118. environment:
  119. # The DifySandbox configurations
  120. # Make sure you are changing this key for your deployment with a strong key.
  121. # You can generate a strong key using `openssl rand -base64 42`.
  122. API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  123. GIN_MODE: ${SANDBOX_GIN_MODE:-release}
  124. WORKER_TIMEOUT: ${SANDBOX_WORKER_TIMEOUT:-15}
  125. ENABLE_NETWORK: ${SANDBOX_ENABLE_NETWORK:-true}
  126. HTTP_PROXY: ${SANDBOX_HTTP_PROXY:-http://ssrf_proxy:3128}
  127. HTTPS_PROXY: ${SANDBOX_HTTPS_PROXY:-http://ssrf_proxy:3128}
  128. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  129. volumes:
  130. - ./volumes/sandbox/dependencies:/dependencies
  131. - ./volumes/sandbox/conf:/conf
  132. healthcheck:
  133. test: [ 'CMD', 'curl', '-f', 'http://localhost:8194/health' ]
  134. networks:
  135. - ssrf_proxy_network
  136. # plugin daemon
  137. plugin_daemon:
  138. image: langgenius/dify-plugin-daemon:0.0.7-local
  139. restart: always
  140. environment:
  141. # Use the shared environment variables.
  142. <<: *shared-api-worker-env
  143. DB_DATABASE: ${DB_PLUGIN_DATABASE:-dify_plugin}
  144. SERVER_PORT: ${PLUGIN_DAEMON_PORT:-5002}
  145. SERVER_KEY: ${PLUGIN_DAEMON_KEY:-lYkiYYT6owG+71oLerGzA7GXCgOT++6ovaezWAjpCjf+Sjc3ZtU+qUEi}
  146. MAX_PLUGIN_PACKAGE_SIZE: ${PLUGIN_MAX_PACKAGE_SIZE:-52428800}
  147. PPROF_ENABLED: ${PLUGIN_PPROF_ENABLED:-false}
  148. DIFY_INNER_API_URL: ${PLUGIN_DIFY_INNER_API_URL:-http://api:5001}
  149. DIFY_INNER_API_KEY: ${PLUGIN_DIFY_INNER_API_KEY:-QaHbTe77CtuXmsfyhR7+vRjI/+XbV1AaFy691iy+kGDv2Jvy0/eAh8Y1}
  150. PLUGIN_REMOTE_INSTALLING_HOST: ${PLUGIN_DEBUGGING_HOST:-0.0.0.0}
  151. PLUGIN_REMOTE_INSTALLING_PORT: ${PLUGIN_DEBUGGING_PORT:-5003}
  152. PLUGIN_WORKING_PATH: ${PLUGIN_WORKING_PATH:-/app/storage/cwd}
  153. FORCE_VERIFYING_SIGNATURE: ${FORCE_VERIFYING_SIGNATURE:-true}
  154. PYTHON_ENV_INIT_TIMEOUT: ${PLUGIN_PYTHON_ENV_INIT_TIMEOUT:-120}
  155. PLUGIN_MAX_EXECUTION_TIMEOUT: ${PLUGIN_MAX_EXECUTION_TIMEOUT:-600}
  156. PIP_MIRROR_URL: ${PIP_MIRROR_URL:-}
  157. PLUGIN_STORAGE_TYPE: ${PLUGIN_STORAGE_TYPE:-local}
  158. PLUGIN_STORAGE_LOCAL_ROOT: ${PLUGIN_STORAGE_LOCAL_ROOT:-/app/storage}
  159. PLUGIN_INSTALLED_PATH: ${PLUGIN_INSTALLED_PATH:-plugin}
  160. PLUGIN_PACKAGE_CACHE_PATH: ${PLUGIN_PACKAGE_CACHE_PATH:-plugin_packages}
  161. PLUGIN_MEDIA_CACHE_PATH: ${PLUGIN_MEDIA_CACHE_PATH:-assets}
  162. PLUGIN_STORAGE_OSS_BUCKET: ${PLUGIN_STORAGE_OSS_BUCKET:-}
  163. S3_USE_AWS_MANAGED_IAM: ${PLUGIN_S3_USE_AWS_MANAGED_IAM:-false}
  164. S3_ENDPOINT: ${PLUGIN_S3_ENDPOINT:-}
  165. S3_USE_PATH_STYLE: ${PLUGIN_S3_USE_PATH_STYLE:-false}
  166. AWS_ACCESS_KEY: ${PLUGIN_AWS_ACCESS_KEY:-}
  167. AWS_SECRET_KEY: ${PLUGIN_AWS_SECRET_KEY:-}
  168. AWS_REGION: ${PLUGIN_AWS_REGION:-}
  169. AZURE_BLOB_STORAGE_CONNECTION_STRING: ${PLUGIN_AZURE_BLOB_STORAGE_CONNECTION_STRING:-}
  170. AZURE_BLOB_STORAGE_CONTAINER_NAME: ${PLUGIN_AZURE_BLOB_STORAGE_CONTAINER_NAME:-}
  171. TENCENT_COS_SECRET_KEY: ${PLUGIN_TENCENT_COS_SECRET_KEY:-}
  172. TENCENT_COS_SECRET_ID: ${PLUGIN_TENCENT_COS_SECRET_ID:-}
  173. TENCENT_COS_REGION: ${PLUGIN_TENCENT_COS_REGION:-}
  174. ports:
  175. - "${EXPOSE_PLUGIN_DEBUGGING_PORT:-5003}:${PLUGIN_DEBUGGING_PORT:-5003}"
  176. volumes:
  177. - ./volumes/plugin_daemon:/app/storage
  178. depends_on:
  179. db:
  180. condition: service_healthy
  181. # ssrf_proxy server
  182. # for more information, please refer to
  183. # https://docs.dify.ai/learn-more/faq/install-faq#id-18.-why-is-ssrf_proxy-needed
  184. ssrf_proxy:
  185. image: ubuntu/squid:latest
  186. restart: always
  187. volumes:
  188. - ./ssrf_proxy/squid.conf.template:/etc/squid/squid.conf.template
  189. - ./ssrf_proxy/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  190. entrypoint: [ 'sh', '-c', "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  191. environment:
  192. # pls clearly modify the squid env vars to fit your network environment.
  193. HTTP_PORT: ${SSRF_HTTP_PORT:-3128}
  194. COREDUMP_DIR: ${SSRF_COREDUMP_DIR:-/var/spool/squid}
  195. REVERSE_PROXY_PORT: ${SSRF_REVERSE_PROXY_PORT:-8194}
  196. SANDBOX_HOST: ${SSRF_SANDBOX_HOST:-sandbox}
  197. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  198. networks:
  199. - ssrf_proxy_network
  200. - default
  201. # Certbot service
  202. # use `docker-compose --profile certbot up` to start the certbot service.
  203. certbot:
  204. image: certbot/certbot
  205. profiles:
  206. - certbot
  207. volumes:
  208. - ./volumes/certbot/conf:/etc/letsencrypt
  209. - ./volumes/certbot/www:/var/www/html
  210. - ./volumes/certbot/logs:/var/log/letsencrypt
  211. - ./volumes/certbot/conf/live:/etc/letsencrypt/live
  212. - ./certbot/update-cert.template.txt:/update-cert.template.txt
  213. - ./certbot/docker-entrypoint.sh:/docker-entrypoint.sh
  214. environment:
  215. - CERTBOT_EMAIL=${CERTBOT_EMAIL}
  216. - CERTBOT_DOMAIN=${CERTBOT_DOMAIN}
  217. - CERTBOT_OPTIONS=${CERTBOT_OPTIONS:-}
  218. entrypoint: [ '/docker-entrypoint.sh' ]
  219. command: [ 'tail', '-f', '/dev/null' ]
  220. # The nginx reverse proxy.
  221. # used for reverse proxying the API service and Web service.
  222. nginx:
  223. image: nginx:latest
  224. restart: always
  225. volumes:
  226. - ./nginx/nginx.conf.template:/etc/nginx/nginx.conf.template
  227. - ./nginx/proxy.conf.template:/etc/nginx/proxy.conf.template
  228. - ./nginx/https.conf.template:/etc/nginx/https.conf.template
  229. - ./nginx/conf.d:/etc/nginx/conf.d
  230. - ./nginx/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  231. - ./nginx/ssl:/etc/ssl # cert dir (legacy)
  232. - ./volumes/certbot/conf/live:/etc/letsencrypt/live # cert dir (with certbot container)
  233. - ./volumes/certbot/conf:/etc/letsencrypt
  234. - ./volumes/certbot/www:/var/www/html
  235. entrypoint: [ 'sh', '-c', "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  236. environment:
  237. NGINX_SERVER_NAME: ${NGINX_SERVER_NAME:-_}
  238. NGINX_HTTPS_ENABLED: ${NGINX_HTTPS_ENABLED:-false}
  239. NGINX_SSL_PORT: ${NGINX_SSL_PORT:-443}
  240. NGINX_PORT: ${NGINX_PORT:-80}
  241. # You're required to add your own SSL certificates/keys to the `./nginx/ssl` directory
  242. # and modify the env vars below in .env if HTTPS_ENABLED is true.
  243. NGINX_SSL_CERT_FILENAME: ${NGINX_SSL_CERT_FILENAME:-dify.crt}
  244. NGINX_SSL_CERT_KEY_FILENAME: ${NGINX_SSL_CERT_KEY_FILENAME:-dify.key}
  245. NGINX_SSL_PROTOCOLS: ${NGINX_SSL_PROTOCOLS:-TLSv1.1 TLSv1.2 TLSv1.3}
  246. NGINX_WORKER_PROCESSES: ${NGINX_WORKER_PROCESSES:-auto}
  247. NGINX_CLIENT_MAX_BODY_SIZE: ${NGINX_CLIENT_MAX_BODY_SIZE:-15M}
  248. NGINX_KEEPALIVE_TIMEOUT: ${NGINX_KEEPALIVE_TIMEOUT:-65}
  249. NGINX_PROXY_READ_TIMEOUT: ${NGINX_PROXY_READ_TIMEOUT:-3600s}
  250. NGINX_PROXY_SEND_TIMEOUT: ${NGINX_PROXY_SEND_TIMEOUT:-3600s}
  251. NGINX_ENABLE_CERTBOT_CHALLENGE: ${NGINX_ENABLE_CERTBOT_CHALLENGE:-false}
  252. CERTBOT_DOMAIN: ${CERTBOT_DOMAIN:-}
  253. depends_on:
  254. - api
  255. - web
  256. ports:
  257. - '${EXPOSE_NGINX_PORT:-80}:${NGINX_PORT:-80}'
  258. - '${EXPOSE_NGINX_SSL_PORT:-443}:${NGINX_SSL_PORT:-443}'
  259. # The Weaviate vector store.
  260. weaviate:
  261. image: semitechnologies/weaviate:1.19.0
  262. profiles:
  263. - ''
  264. - weaviate
  265. restart: always
  266. volumes:
  267. # Mount the Weaviate data directory to the con tainer.
  268. - ./volumes/weaviate:/var/lib/weaviate
  269. environment:
  270. # The Weaviate configurations
  271. # You can refer to the [Weaviate](https://weaviate.io/developers/weaviate/config-refs/env-vars) documentation for more information.
  272. PERSISTENCE_DATA_PATH: ${WEAVIATE_PERSISTENCE_DATA_PATH:-/var/lib/weaviate}
  273. QUERY_DEFAULTS_LIMIT: ${WEAVIATE_QUERY_DEFAULTS_LIMIT:-25}
  274. AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: ${WEAVIATE_AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED:-false}
  275. DEFAULT_VECTORIZER_MODULE: ${WEAVIATE_DEFAULT_VECTORIZER_MODULE:-none}
  276. CLUSTER_HOSTNAME: ${WEAVIATE_CLUSTER_HOSTNAME:-node1}
  277. AUTHENTICATION_APIKEY_ENABLED: ${WEAVIATE_AUTHENTICATION_APIKEY_ENABLED:-true}
  278. AUTHENTICATION_APIKEY_ALLOWED_KEYS: ${WEAVIATE_AUTHENTICATION_APIKEY_ALLOWED_KEYS:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  279. AUTHENTICATION_APIKEY_USERS: ${WEAVIATE_AUTHENTICATION_APIKEY_USERS:-hello@dify.ai}
  280. AUTHORIZATION_ADMINLIST_ENABLED: ${WEAVIATE_AUTHORIZATION_ADMINLIST_ENABLED:-true}
  281. AUTHORIZATION_ADMINLIST_USERS: ${WEAVIATE_AUTHORIZATION_ADMINLIST_USERS:-hello@dify.ai}
  282. # Qdrant vector store.
  283. # (if used, you need to set VECTOR_STORE to qdrant in the api & worker service.)
  284. qdrant:
  285. image: langgenius/qdrant:v1.7.3
  286. profiles:
  287. - qdrant
  288. restart: always
  289. volumes:
  290. - ./volumes/qdrant:/qdrant/storage
  291. environment:
  292. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  293. # The Couchbase vector store.
  294. couchbase-server:
  295. build: ./couchbase-server
  296. profiles:
  297. - couchbase
  298. restart: always
  299. environment:
  300. - CLUSTER_NAME=dify_search
  301. - COUCHBASE_ADMINISTRATOR_USERNAME=${COUCHBASE_USER:-Administrator}
  302. - COUCHBASE_ADMINISTRATOR_PASSWORD=${COUCHBASE_PASSWORD:-password}
  303. - COUCHBASE_BUCKET=${COUCHBASE_BUCKET_NAME:-Embeddings}
  304. - COUCHBASE_BUCKET_RAMSIZE=512
  305. - COUCHBASE_RAM_SIZE=2048
  306. - COUCHBASE_EVENTING_RAM_SIZE=512
  307. - COUCHBASE_INDEX_RAM_SIZE=512
  308. - COUCHBASE_FTS_RAM_SIZE=1024
  309. hostname: couchbase-server
  310. container_name: couchbase-server
  311. working_dir: /opt/couchbase
  312. stdin_open: true
  313. tty: true
  314. entrypoint: [ "" ]
  315. command: sh -c "/opt/couchbase/init/init-cbserver.sh"
  316. volumes:
  317. - ./volumes/couchbase/data:/opt/couchbase/var/lib/couchbase/data
  318. healthcheck:
  319. # ensure bucket was created before proceeding
  320. test: [ "CMD-SHELL", "curl -s -f -u Administrator:password http://localhost:8091/pools/default/buckets | grep -q '\\[{' || exit 1" ]
  321. interval: 10s
  322. retries: 10
  323. start_period: 30s
  324. timeout: 10s
  325. # The pgvector vector database.
  326. pgvector:
  327. image: pgvector/pgvector:pg16
  328. profiles:
  329. - pgvector
  330. restart: always
  331. environment:
  332. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  333. # The password for the default postgres user.
  334. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  335. # The name of the default postgres database.
  336. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  337. # postgres data directory
  338. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  339. # pg_bigm module for full text search
  340. PG_BIGM: ${PGVECTOR_PG_BIGM:-false}
  341. PG_BIGM_VERSION: ${PGVECTOR_PG_BIGM_VERSION:-1.2-20240606}
  342. volumes:
  343. - ./volumes/pgvector/data:/var/lib/postgresql/data
  344. - ./pgvector/docker-entrypoint.sh:/docker-entrypoint.sh
  345. entrypoint: [ '/docker-entrypoint.sh' ]
  346. healthcheck:
  347. test: [ 'CMD', 'pg_isready' ]
  348. interval: 1s
  349. timeout: 3s
  350. retries: 30
  351. # pgvecto-rs vector store
  352. pgvecto-rs:
  353. image: tensorchord/pgvecto-rs:pg16-v0.3.0
  354. profiles:
  355. - pgvecto-rs
  356. restart: always
  357. environment:
  358. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  359. # The password for the default postgres user.
  360. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  361. # The name of the default postgres database.
  362. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  363. # postgres data directory
  364. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  365. volumes:
  366. - ./volumes/pgvecto_rs/data:/var/lib/postgresql/data
  367. healthcheck:
  368. test: [ 'CMD', 'pg_isready' ]
  369. interval: 1s
  370. timeout: 3s
  371. retries: 30
  372. # Chroma vector database
  373. chroma:
  374. image: ghcr.io/chroma-core/chroma:0.5.20
  375. profiles:
  376. - chroma
  377. restart: always
  378. volumes:
  379. - ./volumes/chroma:/chroma/chroma
  380. environment:
  381. CHROMA_SERVER_AUTHN_CREDENTIALS: ${CHROMA_SERVER_AUTHN_CREDENTIALS:-difyai123456}
  382. CHROMA_SERVER_AUTHN_PROVIDER: ${CHROMA_SERVER_AUTHN_PROVIDER:-chromadb.auth.token_authn.TokenAuthenticationServerProvider}
  383. IS_PERSISTENT: ${CHROMA_IS_PERSISTENT:-TRUE}
  384. # OceanBase vector database
  385. oceanbase:
  386. image: oceanbase/oceanbase-ce:4.3.5.1-101000042025031818
  387. container_name: oceanbase
  388. profiles:
  389. - oceanbase
  390. restart: always
  391. volumes:
  392. - ./volumes/oceanbase/data:/root/ob
  393. - ./volumes/oceanbase/conf:/root/.obd/cluster
  394. - ./volumes/oceanbase/init.d:/root/boot/init.d
  395. environment:
  396. OB_MEMORY_LIMIT: ${OCEANBASE_MEMORY_LIMIT:-6G}
  397. OB_SYS_PASSWORD: ${OCEANBASE_VECTOR_PASSWORD:-difyai123456}
  398. OB_TENANT_PASSWORD: ${OCEANBASE_VECTOR_PASSWORD:-difyai123456}
  399. OB_CLUSTER_NAME: ${OCEANBASE_CLUSTER_NAME:-difyai}
  400. MODE: MINI
  401. ports:
  402. - "${OCEANBASE_VECTOR_PORT:-2881}:2881"
  403. # Oracle vector database
  404. oracle:
  405. image: container-registry.oracle.com/database/free:latest
  406. profiles:
  407. - oracle
  408. restart: always
  409. volumes:
  410. - source: oradata
  411. type: volume
  412. target: /opt/oracle/oradata
  413. - ./startupscripts:/opt/oracle/scripts/startup
  414. environment:
  415. ORACLE_PWD: ${ORACLE_PWD:-Dify123456}
  416. ORACLE_CHARACTERSET: ${ORACLE_CHARACTERSET:-AL32UTF8}
  417. # Milvus vector database services
  418. etcd:
  419. container_name: milvus-etcd
  420. image: quay.io/coreos/etcd:v3.5.5
  421. profiles:
  422. - milvus
  423. environment:
  424. ETCD_AUTO_COMPACTION_MODE: ${ETCD_AUTO_COMPACTION_MODE:-revision}
  425. ETCD_AUTO_COMPACTION_RETENTION: ${ETCD_AUTO_COMPACTION_RETENTION:-1000}
  426. ETCD_QUOTA_BACKEND_BYTES: ${ETCD_QUOTA_BACKEND_BYTES:-4294967296}
  427. ETCD_SNAPSHOT_COUNT: ${ETCD_SNAPSHOT_COUNT:-50000}
  428. volumes:
  429. - ./volumes/milvus/etcd:/etcd
  430. command: etcd -advertise-client-urls=http://127.0.0.1:2379 -listen-client-urls http://0.0.0.0:2379 --data-dir /etcd
  431. healthcheck:
  432. test: [ 'CMD', 'etcdctl', 'endpoint', 'health' ]
  433. interval: 30s
  434. timeout: 20s
  435. retries: 3
  436. networks:
  437. - milvus
  438. minio:
  439. container_name: milvus-minio
  440. image: minio/minio:RELEASE.2023-03-20T20-16-18Z
  441. profiles:
  442. - milvus
  443. environment:
  444. MINIO_ACCESS_KEY: ${MINIO_ACCESS_KEY:-minioadmin}
  445. MINIO_SECRET_KEY: ${MINIO_SECRET_KEY:-minioadmin}
  446. volumes:
  447. - ./volumes/milvus/minio:/minio_data
  448. command: minio server /minio_data --console-address ":9001"
  449. healthcheck:
  450. test: [ 'CMD', 'curl', '-f', 'http://localhost:9000/minio/health/live' ]
  451. interval: 30s
  452. timeout: 20s
  453. retries: 3
  454. networks:
  455. - milvus
  456. milvus-standalone:
  457. container_name: milvus-standalone
  458. image: milvusdb/milvus:v2.5.0-beta
  459. profiles:
  460. - milvus
  461. command: [ 'milvus', 'run', 'standalone' ]
  462. environment:
  463. ETCD_ENDPOINTS: ${ETCD_ENDPOINTS:-etcd:2379}
  464. MINIO_ADDRESS: ${MINIO_ADDRESS:-minio:9000}
  465. common.security.authorizationEnabled: ${MILVUS_AUTHORIZATION_ENABLED:-true}
  466. volumes:
  467. - ./volumes/milvus/milvus:/var/lib/milvus
  468. healthcheck:
  469. test: [ 'CMD', 'curl', '-f', 'http://localhost:9091/healthz' ]
  470. interval: 30s
  471. start_period: 90s
  472. timeout: 20s
  473. retries: 3
  474. depends_on:
  475. - etcd
  476. - minio
  477. ports:
  478. - 19530:19530
  479. - 9091:9091
  480. networks:
  481. - milvus
  482. # Opensearch vector database
  483. opensearch:
  484. container_name: opensearch
  485. image: opensearchproject/opensearch:latest
  486. profiles:
  487. - opensearch
  488. environment:
  489. discovery.type: ${OPENSEARCH_DISCOVERY_TYPE:-single-node}
  490. bootstrap.memory_lock: ${OPENSEARCH_BOOTSTRAP_MEMORY_LOCK:-true}
  491. OPENSEARCH_JAVA_OPTS: -Xms${OPENSEARCH_JAVA_OPTS_MIN:-512m} -Xmx${OPENSEARCH_JAVA_OPTS_MAX:-1024m}
  492. OPENSEARCH_INITIAL_ADMIN_PASSWORD: ${OPENSEARCH_INITIAL_ADMIN_PASSWORD:-Qazwsxedc!@#123}
  493. ulimits:
  494. memlock:
  495. soft: ${OPENSEARCH_MEMLOCK_SOFT:--1}
  496. hard: ${OPENSEARCH_MEMLOCK_HARD:--1}
  497. nofile:
  498. soft: ${OPENSEARCH_NOFILE_SOFT:-65536}
  499. hard: ${OPENSEARCH_NOFILE_HARD:-65536}
  500. volumes:
  501. - ./volumes/opensearch/data:/usr/share/opensearch/data
  502. networks:
  503. - opensearch-net
  504. opensearch-dashboards:
  505. container_name: opensearch-dashboards
  506. image: opensearchproject/opensearch-dashboards:latest
  507. profiles:
  508. - opensearch
  509. environment:
  510. OPENSEARCH_HOSTS: '["https://opensearch:9200"]'
  511. volumes:
  512. - ./volumes/opensearch/opensearch_dashboards.yml:/usr/share/opensearch-dashboards/config/opensearch_dashboards.yml
  513. networks:
  514. - opensearch-net
  515. depends_on:
  516. - opensearch
  517. # opengauss vector database.
  518. opengauss:
  519. image: opengauss/opengauss:7.0.0-RC1
  520. profiles:
  521. - opengauss
  522. privileged: true
  523. restart: always
  524. environment:
  525. GS_USERNAME: ${OPENGAUSS_USER:-postgres}
  526. GS_PASSWORD: ${OPENGAUSS_PASSWORD:-Dify@123}
  527. GS_PORT: ${OPENGAUSS_PORT:-6600}
  528. GS_DB: ${OPENGAUSS_DATABASE:-dify}
  529. volumes:
  530. - ./volumes/opengauss/data:/var/lib/opengauss/data
  531. healthcheck:
  532. test: ["CMD-SHELL", "netstat -lntp | grep tcp6 > /dev/null 2>&1"]
  533. interval: 10s
  534. timeout: 10s
  535. retries: 10
  536. ports:
  537. - ${OPENGAUSS_PORT:-6600}:${OPENGAUSS_PORT:-6600}
  538. # MyScale vector database
  539. myscale:
  540. container_name: myscale
  541. image: myscale/myscaledb:1.6.4
  542. profiles:
  543. - myscale
  544. restart: always
  545. tty: true
  546. volumes:
  547. - ./volumes/myscale/data:/var/lib/clickhouse
  548. - ./volumes/myscale/log:/var/log/clickhouse-server
  549. - ./volumes/myscale/config/users.d/custom_users_config.xml:/etc/clickhouse-server/users.d/custom_users_config.xml
  550. ports:
  551. - ${MYSCALE_PORT:-8123}:${MYSCALE_PORT:-8123}
  552. # https://www.elastic.co/guide/en/elasticsearch/reference/current/settings.html
  553. # https://www.elastic.co/guide/en/elasticsearch/reference/current/docker.html#docker-prod-prerequisites
  554. elasticsearch:
  555. image: docker.elastic.co/elasticsearch/elasticsearch:8.14.3
  556. container_name: elasticsearch
  557. profiles:
  558. - elasticsearch
  559. - elasticsearch-ja
  560. restart: always
  561. volumes:
  562. - ./elasticsearch/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  563. - dify_es01_data:/usr/share/elasticsearch/data
  564. environment:
  565. ELASTIC_PASSWORD: ${ELASTICSEARCH_PASSWORD:-elastic}
  566. VECTOR_STORE: ${VECTOR_STORE:-}
  567. cluster.name: dify-es-cluster
  568. node.name: dify-es0
  569. discovery.type: single-node
  570. xpack.license.self_generated.type: basic
  571. xpack.security.enabled: 'true'
  572. xpack.security.enrollment.enabled: 'false'
  573. xpack.security.http.ssl.enabled: 'false'
  574. ports:
  575. - ${ELASTICSEARCH_PORT:-9200}:9200
  576. deploy:
  577. resources:
  578. limits:
  579. memory: 2g
  580. entrypoint: [ 'sh', '-c', "sh /docker-entrypoint-mount.sh" ]
  581. healthcheck:
  582. test: [ 'CMD', 'curl', '-s', 'http://localhost:9200/_cluster/health?pretty' ]
  583. interval: 30s
  584. timeout: 10s
  585. retries: 50
  586. # https://www.elastic.co/guide/en/kibana/current/docker.html
  587. # https://www.elastic.co/guide/en/kibana/current/settings.html
  588. kibana:
  589. image: docker.elastic.co/kibana/kibana:8.14.3
  590. container_name: kibana
  591. profiles:
  592. - elasticsearch
  593. depends_on:
  594. - elasticsearch
  595. restart: always
  596. environment:
  597. XPACK_ENCRYPTEDSAVEDOBJECTS_ENCRYPTIONKEY: d1a66dfd-c4d3-4a0a-8290-2abcb83ab3aa
  598. NO_PROXY: localhost,127.0.0.1,elasticsearch,kibana
  599. XPACK_SECURITY_ENABLED: 'true'
  600. XPACK_SECURITY_ENROLLMENT_ENABLED: 'false'
  601. XPACK_SECURITY_HTTP_SSL_ENABLED: 'false'
  602. XPACK_FLEET_ISAIRGAPPED: 'true'
  603. I18N_LOCALE: zh-CN
  604. SERVER_PORT: '5601'
  605. ELASTICSEARCH_HOSTS: http://elasticsearch:9200
  606. ports:
  607. - ${KIBANA_PORT:-5601}:5601
  608. healthcheck:
  609. test: [ 'CMD-SHELL', 'curl -s http://localhost:5601 >/dev/null || exit 1' ]
  610. interval: 30s
  611. timeout: 10s
  612. retries: 3
  613. # unstructured .
  614. # (if used, you need to set ETL_TYPE to Unstructured in the api & worker service.)
  615. unstructured:
  616. image: downloads.unstructured.io/unstructured-io/unstructured-api:latest
  617. profiles:
  618. - unstructured
  619. restart: always
  620. volumes:
  621. - ./volumes/unstructured:/app/data
  622. networks:
  623. # create a network between sandbox, api and ssrf_proxy, and can not access outside.
  624. ssrf_proxy_network:
  625. driver: bridge
  626. internal: true
  627. milvus:
  628. driver: bridge
  629. opensearch-net:
  630. driver: bridge
  631. internal: true
  632. volumes:
  633. oradata:
  634. dify_es01_data: