安装
1 分配
hadoop1 | master、worker |
---|---|
hadoop2 | worker |
hadoop3 | worker |
2 前置环境
#3台节点需要jdk1.8
yum install -y psmisc
3 解压安装包
#随便解压到某个地方
4 创建数据库
dolphinscheduler
5 修改一键部署脚本
cd /usr/local/rosh/install_package/apache-dolphinscheduler-2.0.5-bin/conf/config
vim install_config.conf
#节点列表
ips="hadoop1,hadoop2,hadoop3"
#master
masters="hadoop1"
#worker
workers="hadoop1:default,hadoop2:default,hadoop3:default"
#alertServer
alertServer="hadoop1"
#apiServers
apiServers="hadoop1"
#py接口,注释就是不启动py接口
#pythonGatewayServers="ds"
#安装路径
installPath="/usr/local/dolphinscheduler"
#部署用户
deployUser="root"
#java home
javaHome="/usr/local/jdk1.8"
#数据库类型
DATABASE_TYPE="mysql"
#连接
SPRING_DATASOURCE_URL="jdbc:mysql://hadoop4:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8"
SPRING_DATASOURCE_USERNAME="root"
SPRING_DATASOURCE_PASSWORD="123456"
#配置zookeeper
registryPluginName="zookeeper"
registryServers="hadoop4:2181"
registryNamespace="dolphinscheduler"
#配置资源中心
resourceStorageType="HDFS"
resourceUploadPath="/dolphinscheduler"
#配置hadoop地址
defaultFS="hdfs://hadoop1:8020"
#配置yarn
resourceManagerHttpAddressPort="8088"
yarnHaIps=""
singleYarnIp="hadoop1"
#hdfs 超级用户
hdfsRootUser="root"
6 初始化数据库
1 将mysql驱动包导入dolphinscheduler,要求使用 MySQL JDBC Driver 8.0.16
2 建表
cd /usr/local/rosh/install_package/apache-dolphinscheduler-2.0.5-bin/script
./create-dolphinscheduler.sh
7 一键部署
cd /usr/local/rosh/install_package/apache-dolphinscheduler-2.0.5-bin
./install.sh
8 查看进程
hadoop1:
haoop2:
haoop3:
9 访问
http://hadoop1:12345/dolphinscheduler
admin
dolphinscheduler123