sudo pip install apache-airflow[celery]

sudo pip install apache-airflow[rabbitmq]

sudo yum install erlang

sudo wget http://www.rabbitmq.com/releases/rabbitmq-server/v3.6.15/rabbitmq-server-3.6.15-1.el6.noarch.rpm

sudo rpm --import https://www.rabbitmq.com/rabbitmq-release-signing-key.asc

sudo yum install rabbitmq-server-3.6.-.el6.noarch.rpm

[bigdata@bigdata airflow]$ su

Password:

[root@bigdata airflow]# rabbitmqctl add_user root rabbitmq

Creating user "root"

[root@bigdata airflow]# rabbitmqctl add_vhost airflow-rabbitmq

Creating vhost "airflow-rabbitmq"

[root@bigdata airflow]# rabbitmqctl set_user_tags root airflow-rabbitmq

Setting tags for user "root" to ['airflow-rabbitmq']

[root@bigdata airflow]# rabbitmqctl set_permissions -p airflow-rabbitmq root ".*" ".*" ".*"

Setting permissions for user "root" in vhost "airflow-rabbitmq"

[root@bigdata airflow]# rabbitmq-plugins enable rabbitmq_management

The following plugins have been enabled:

  amqp_client

  cowlib

  cowboy

  rabbitmq_web_dispatch

  rabbitmq_management_agent

  rabbitmq_management

Applying plugin configuration to rabbit@bigdata... started  plugins.

[root@bigdata airflow]# 

executor = CeleryExecutor

broker_url = amqp://root:rabbitmq@localhost:5672/airflow-rabbitmq

result_backend = amqp://root:rabbitmq@localhost:5672/airflow-rabbitmq

sudo yum -y install redis

sudo vim /etc/redis.conf

#bind 127.0.0.1     // 注释掉，使redis允许远程访问

requirepass 密码  // 修改这行，redis登录密码

sudo systemctl start redis

sudo pip install redis

sudo pip install celery

executor = CeleryExecutor

broker_url = redis://127.0.0.1:6379/0

result_backend = redis://127.0.0.1:6379/0