39. 一键搭建dolphinscheduler集群

#!/bin/bash


# 解压安装包
echo "解压安装包"


tar -zxvf opt/download/apache-dolphinscheduler-3.1.3-bin.tar.gz -C opt/software


# 复制mysql-jdbc-connector.jar到安装包中
cp opt/download/mysql-connector-java-8.0.16.jar opt/software/apache-dolphinscheduler-3.1.3-bin/worker-server/libs/
cp opt/download/mysql-connector-java-8.0.16.jar opt/software/apache-dolphinscheduler-3.1.3-bin/alert-server/libs/
cp opt/download/mysql-connector-java-8.0.16.jar opt/software/apache-dolphinscheduler-3.1.3-bin/api-server/libs/
cp opt/download/mysql-connector-java-8.0.16.jar opt/software/apache-dolphinscheduler-3.1.3-bin/master-server/libs/
cp opt/download/mysql-connector-java-8.0.16.jar opt/software/apache-dolphinscheduler-3.1.3-bin/tools/libs/


# 配置dolphinscheduler
echo "配置dolphinscheduler"




# 配置元数据库
echo "配置元数据库"


sed -i 's/${DATABASE:-postgresql}/${DATABASE:-mysql}/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/dolphinscheduler_env.sh
sed -i 's/SPRING_DATASOURCE_URL/"SPRING_DATASOURCE_URL=jdbc:mysql:\/\/hadoop002:3306\/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false"/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/dolphinscheduler_env.sh
sed -i 's/SPRING_DATASOURCE_USERNAME/SPRING_DATASOURCE_USERNAME=root/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/dolphinscheduler_env.sh
sed -i 's/SPRING_DATASOURCE_PASSWORD/SPRING_DATASOURCE_PASSWORD=root/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/dolphinscheduler_env.sh


echo "配置java"
sed -i 's/${JAVA_HOME:-\/opt\/java\/openjdk}/\/opt\/software\/jdk1.8.0_144/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/dolphinscheduler_env.sh


echo "配置zookeeper相关"
sed -i 's/${REGISTRY_ZOOKEEPER_CONNECT_STRING:-localhost:2181}/${REGISTRY_ZOOKEEPER_CONNECT_STRING:-hadoop001:2181}/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/dolphinscheduler_env.sh


echo "打开hdfs用来存储文件"
sed -i 's/resource.storage.type=NONE/resource.storage.type=HDFS/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/alert-server/conf/common.properties
sed -i 's/resource.hdfs.root.user=hdfs/resource.hdfs.root.user=root/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/alert-server/conf/common.properties
sed -i 's/resource.hdfs.fs.defaultFS=hdfs:\/\/mycluster:8020/resource.hdfs.fs.defaultFS=hdfs:\/\/hadoop001:9000/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/alert-server/conf/common.properties


sed -i 's/resource.storage.type=NONE/resource.storage.type=HDFS/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/api-server/conf/common.properties
sed -i 's/resource.hdfs.root.user=hdfs/resource.hdfs.root.user=root/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/api-server/conf/common.properties
sed -i 's/resource.hdfs.fs.defaultFS=hdfs:\/\/mycluster:8020/resource.hdfs.fs.defaultFS=hdfs:\/\/hadoop001:9000/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/api-server/conf/common.properties


sed -i 's/resource.storage.type=NONE/resource.storage.type=HDFS/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/master-server/conf/common.properties
sed -i 's/resource.hdfs.root.user=hdfs/resource.hdfs.root.user=root/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/master-server/conf/common.properties
sed -i 's/resource.hdfs.fs.defaultFS=hdfs:\/\/mycluster:8020/resource.hdfs.fs.defaultFS=hdfs:\/\/hadoop001:9000/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/master-server/conf/common.properties


sed -i 's/resource.storage.type=NONE/resource.storage.type=HDFS/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/worker-server/conf/common.properties
sed -i 's/resource.hdfs.root.user=hdfs/resource.hdfs.root.user=root/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/worker-server/conf/common.properties
sed -i 's/resource.hdfs.fs.defaultFS=hdfs:\/\/mycluster:8020/resource.hdfs.fs.defaultFS=hdfs:\/\/hadoop001:9000/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/worker-server/conf/common.properties


echo "配置master,worker"
sed -i 's/ips=${ips:-"ds1,ds2,ds3,ds4,ds5"}/ips=${ips:-"hadoop001,hadoop002,hadoop003"}/g'  /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/install_env.sh
sed -i 's/masters=${masters:-"ds1,ds2"}/masters=${masters:-"hadoop001"}/g'  /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/install_env.sh
sed -i 's/workers=${workers:-"ds1:default,ds2:default,ds3:default,ds4:default,ds5:default"}/workers=${workers:-"hadoop001:default,hadoop002:default,hadoop003:default"}/g'  /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/install_env.sh
sed -i 's/alertServer=${alertServer:-"ds3"}/alertServer=${alertServer:-"hadoop001"}/g'  /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/install_env.sh
sed -i 's/apiServers=${apiServers:-"ds1"}/apiServers=${apiServers:-"hadoop001"}/g'  /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/install_env.sh
sed -i 's/installPath=${installPath:-"\/tmp\/dolphinscheduler"}/installPath=${installPath:-"\/opt\/software\/dolphinscheduler"}/g'  /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/install_env.sh
sed -i 's/deployUser=${deployUser:-"dolphinscheduler"}/deployUser=${deployUser:-"root"}/g' /opt/software/apache-dolphinscheduler-3.1.3-bin/bin/env/install_env.sh


echo "初始化数据源"
chmod 777 /opt/software/apache-dolphinscheduler-3.1.3-bin/tools/bin/upgrade-schema.sh
/opt/software/apache-dolphinscheduler-3.1.3-bin/tools/bin/upgrade-schema.sh


echo "启动dolphinscheduler"
/opt/software/apache-dolphinscheduler-3.1.3-bin/bin/install.sh

#授权
chmod 777 11_dolphinscheduler.sh
#运行
./11_dolphinscheduler.sh

浏览器访问地址 http://192.168.197.136:12345/dolphinscheduler/ui 即可登录系统UI。
默认的用户名和密码是 admin/dolphinscheduler123

# 一键停止集群所有服务
bash ./bin/stop-all.sh
# 一键开启集群所有服务
bash ./bin/start-all.sh
# 启停 Master
bash ./bin/dolphinscheduler-daemon.sh stop master-server
bash ./bin/dolphinscheduler-daemon.sh start master-server
# 启停 Worker
bash ./bin/dolphinscheduler-daemon.sh start worker-server
bash ./bin/dolphinscheduler-daemon.sh stop worker-server
# 启停 Api
bash ./bin/dolphinscheduler-daemon.sh start api-server
bash ./bin/dolphinscheduler-daemon.sh stop api-server
# 启停 Alert
bash ./bin/dolphinscheduler-daemon.sh start alert-server
bash ./bin/dolphinscheduler-daemon.sh stop alert-server