azkaban安装,使用 2019年7月12日
大数据

安装

mkdir -p /usr/local/azkaban
cd /usr/local/azkaban
#上传azkaban-executor-server-2.5.0.tar.gz  azkaban-web-server-2.5.0.tar.gz azkaban-sql-script-2.5.0.tar.gz
tar xf azkaban-executor-server-2.5.0.tar.gz
tar xf azkaban-web-server-2.5.0.tar.gz
tar xf azkaban-sql-script-2.5.0.tar.gz
mv azkaban-2.5.0/ sql
mv azkaban-web-2.5.0 server
mv azkaban-executor-2.5.0/ executor
#改环境变量
vim /etc/profile
export AZKABAN_WEB_HOME=/usr/local/azkaban/server
export AZKABAN_EXE_HOME=/usr/local/azkaban/executor
:$AZKABAN_WEB_HOME/bin:$AZKABAN_EXE_HOME/bin
source /etc/profile
#创建数据库
mysql -uroot -proot
create database azkaban;
use azkaban;
source /usr/local/azkaban/sql/create-all-sql-2.5.0.sql
exit
#生成秘钥
keytool -keystore keystore -alias jetty -genkey -keyalg RSA
123456
y
#拷贝秘钥
cp keystore server/web/
cp keystore server/bin/
cp keystore /usr/local/azkaban/server/conf/keystore

#修改配置文件
cd server/conf/
vim azkaban.properties
#Azkaban Personalization Settings
azkaban.name=Test
azkaban.label=My Local Azkaban
azkaban.color=#FF3601
azkaban.default.servlet.path=/index
web.resource.dir=/usr/local/azkaban/server/web/
default.timezone.id=Asia/Shanghai

#Azkaban UserManager class
user.manager.class=azkaban.user.XmlUserManager
user.manager.xml.file=/usr/local/azkaban/server/conf/azkaban-users.xml

#Loader for projects
executor.global.properties=conf/global.properties
azkaban.project.dir=projects

database.type=mysql
mysql.port=3306
mysql.host=10.0.0.11
mysql.database=azkaban
mysql.user=root
mysql.password=root
mysql.numconnections=100

# Velocity dev mode
velocity.dev.mode=false

# Azkaban Jetty server properties.
jetty.maxThreads=25
jetty.ssl.port=8443
jetty.port=8081
jetty.keystore=keystore
jetty.password=123456
jetty.keypassword=123456
jetty.truststore=keystore
jetty.trustpassword=123456

# Azkaban Executor settings
executor.port=12321

# mail settings
mail.sender=
mail.host=
job.failure.email=
job.success.email=

lockdown.create.projects=false

cache.directory=cache
#修改配置
vim azkaban-users.xml
#添加
<user username="admin" password="admin" roles="admin,metrics" />

#启动
cd ../bin
azkaban-web-start.sh 
#浏览器打开
https://10.0.0.11:8443
#用户名密码为admin

创建项目

点我下载任务代码

上传任务代码

配置

cd /usr/local/azkaban/executor/conf
>azkaban.properties
vim azkaban.properties
#Azkaban
default.timezone.id=Asia/Shanghai

# Azkaban JobTypes Plugins
azkaban.jobtype.plugin.dir=/usr/local/azkaban/executor/plugins/jobtypes

#Loader for projects
executor.global.properties=/usr/local/azkaban/executor/conf/global.properties
azkaban.project.dir=projects

database.type=mysql
mysql.port=3306
mysql.host=10.0.0.11
mysql.database=azkaban
mysql.user=root
mysql.password=root
mysql.numconnections=100

# Azkaban Executor settings
executor.maxThreads=50
executor.port=12321
executor.flow.threads=30
#启动
azkaban-executor-start.sh

编写脚本

cd
vim first.sh
#!/bin/bash
mkdir -p /var/wangxiaojia
echo "hello world!!!" >/var/wangxiaojia/wangxiaojia.txt

web端执行脚本

执行成功即可看到该文件内容

[root@hadoop ~]# cat /var/wangxiaojia/wangxiaojia.txt 
hello world!!!