docker单节点部署dolphinscheduler

vers

ion: '3' services: dolphinscheduler-master: image: docker.io/library/dolphinscheduler:3.2.0 restart: always privileged: true env_file: - .env volumes: - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME} expose: - "${DolphinScheduler_MASTER_PORT}" ports: - "${DolphinScheduler_MASTER_PORT}:${DolphinScheduler_MASTER_PORT}" command: ["sh","-c","/opt/apache/bootstrap.sh master"] networks: - hadoop-network healthcheck: test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_MASTER_PORT} || exit 1"] interval: 15s timeout: 15s retries: 5 extra_hosts: - "ds-dolphinscheduler-master-1:127.0.0.1" - "ds-dolphinscheduler-master-2:127.0.0.1" - "ds-dolphinscheduler-worker-1:127.0.0.1" - "ds-dolphinscheduler-worker-2:127.0.0.1" - "ds-dolphinscheduler-worker-3:127.0.0.1" - "ds-dolphinscheduler-api-1:127.0.0.1" - "ds-dolphinscheduler-alert-1:127.0.0.1" dolphinscheduler-worker: image: docker.io/library/dolphinscheduler:3.2.0 restart: always privileged: true env_file: - .env volumes: - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME} expose: - "${DolphinScheduler_WORKER_PORT}" ports: - "${DolphinScheduler_WORKER_PORT}:${DolphinScheduler_WORKER_PORT}" command: ["sh","-c","/opt/apache/bootstrap.sh worker ds-dolphinscheduler-master-1 ${DolphinScheduler_MASTER_PORT}"] networks: - hadoop-network healthcheck: test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_WORKER_PORT} || exit 1"] interval: 15s timeout: 15s retries: 5 extra_hosts: - "ds-dolphinscheduler-master-1:127.0.0.1" - "ds-dolphinscheduler-master-2:127.0.0.1" - "ds-dolphinscheduler-worker-1:127.0.0.1" - "ds-dolphinscheduler-worker-2:127.0.0.1" - "ds-dolphinscheduler-worker-3:127.0.0.1" - "ds-dolphinscheduler-api-1:127.0.0.1" - "ds-dolphinscheduler-alert-1:127.0.0.1" dolphinscheduler-api: image: docker.io/library/dolphinscheduler:3.2.0 # user: "hadoop:hadoop" restart: always privileged: true env_file: - .env volumes: - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME} ports: - "${DolphinScheduler_API_PORT}:${DolphinScheduler_API_PORT}" command: ["sh","-c","/opt/apache/bootstrap.sh api ds-dolphinscheduler-master-1 ${DolphinScheduler_MASTER_PORT}"] networks: - hadoop-network healthcheck: test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_API_PORT} || exit 1"] interval: 15s timeout: 15s retries: 5 extra_hosts: - "ds-dolphinscheduler-master-1:127.0.0.1" - "ds-dolphinscheduler-master-2:127.0.0.1" - "ds-dolphinscheduler-worker-1:127.0.0.1" - "ds-dolphinscheduler-worker-2:127.0.0.1" - "ds-dolphinscheduler-worker-3:127.0.0.1" - "ds-dolphinscheduler-api-1:127.0.0.1" - "ds-dolphinscheduler-alert-1:127.0.0.1" dolphinscheduler-alert: image: docker.io/library/dolphinscheduler:3.2.0 restart: always privileged: true env_file: - .env volumes: - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME} expose: - "${DolphinScheduler_ALERT_PORT}:${DolphinScheduler_ALERT_PORT}" command: ["sh","-c","/opt/apache/bootstrap.sh alert ds-dolphinscheduler-master-1 ${DolphinScheduler_MASTER_PORT}"] networks: - hadoop-network healthcheck: test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_ALERT_PORT} || exit 1"] interval: 10s timeout: 10s retries: 5 extra_hosts: - "ds-dolphinscheduler-master-1:127.0.0.1" - "ds-dolphinscheduler-master-2:127.0.0.1" - "ds-dolphinscheduler-worker-1:127.0.0.1" - "ds-dolphinscheduler-worker-2:127.0.0.1" - "ds-dolphinscheduler-worker-3:127.0.0.1" - "ds-dolphinscheduler-api-1:127.0.0.1" - "ds-dolphinscheduler-alert-1:127.0.0.1" # 连接外部网络 networks: hadoop-network: external: true # 需要先创建network #echo "" > ./alert-server/logs/dolphinscheduler-alert.log #echo "" > ./master-server/logs/dolphinscheduler-master.log #echo "" > ./worker-server/logs/dolphinscheduler-worker.log #echo "" > ./api-server/logs/dolphinscheduler-api.log # grep -rn "127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183" ./ -l | xargs sed -i 's/127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183/zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181/g' # 如果dolphinScheduler的ui界面登录不进去: http://127.0.0.1:12345/dolphinscheduler/ui/login 账号、密码: admin/dolphinscheduler123 # tail -f /data/docker-data/dolphinscheduler/api-server/logs/dolphinscheduler-api.log # 先查看 zk是否正常连接, 如果zk没有正常连接,可以确认下是否是zk版本问题 目前确认zk版本对dolphinscheduler的使用确实有影响,通过 ### 主要的配置文件的修改如下: #./alert-server/conf/dolphinscheduler_env.sh #./api-server/conf/dolphinscheduler_env.sh #./bin/env/dolphinscheduler_env.sh #./master-server/conf/dolphinscheduler_env.sh #./standalone-server/conf/dolphinscheduler_env.sh #./worker-server/conf/dolphinscheduler_env.sh ## 内存使用率过高,会导致工作流实例、任务实例 无法正常生成