Add celery flower role

playbooks/edx-east/edx_continuous_integration.yml

@@ -42,3 +42,4 @@
       when: ENABLE_SPLUNKFORWARDER
     - role: newrelic
       when: ENABLE_NEWRELIC
+    - flower

playbooks/edx-east/flower.yml

+- name: Deploy celery flower (monitoring tool)
+  hosts: all
+  sudo: True
+  gather_facts: True
+  roles:
+    - flower

playbooks/roles/flower/defaults/main.yml

+---
+
+# By default, point to the RabbitMQ broker running locally
+FLOWER_BROKER_USERNAME: "celery"
+FLOWER_BROKER_PASSWORD: "celery"
+FLOWER_BROKER_HOST: "127.0.0.1"
+FLOWER_BROKER_PORT: 5672
+FLOWER_ADDRESS: "0.0.0.0"
+FLOWER_PORT: "5555"
+
+flower_user: "flower"
+flower_app_dir: "{{ COMMON_APP_DIR }}/flower"
+flower_data_dir: "{{ COMMON_DATA_DIR }}/flower"
+flower_log_dir: "{{ COMMON_LOG_DIR }}/flower"
+
+flower_venv_dir: "{{ flower_app_dir }}/venvs/flower"
+flower_venv_bin: "{{ flower_venv_dir }}/bin"
+
+flower_python_reqs:
+  - "flower==0.7.0"
+
+flower_deploy_path: "{{ flower_venv_bin }}:/usr/local/sbin:/usr/local/bin:/usr/bin:/sbin:/bin"
+
+flower_broker: "amqp://{{ FLOWER_BROKER_USERNAME }}:{{ FLOWER_BROKER_PASSWORD }}@{{ FLOWER_BROKER_HOST }}:{{ FLOWER_BROKER_PORT }}"
+
+flower_environment:
+  PATH: $flower_deploy_path

playbooks/roles/flower/handlers/main.yml

+---
+- name: restart flower
+  supervisorctl_local: >
+    state=restarted
+    supervisorctl_path={{ supervisor_ctl }}
+    config={{ supervisor_cfg }}
+    name="flower"
+  sudo_user: "{{supervisor_service_user }}"

playbooks/roles/flower/meta/main.yml

+---
+dependencies:
+  - supervisor
+  - devpi

playbooks/roles/flower/tasks/main.yml

+---
+
+- name: create application user
+  user: >
+    name="{{ flower_user }}" home="{{ flower_app_dir }}"
+    createhome=no shell=/bin/false
+  notify:
+    - "restart flower"
+
+- name: create flower user dirs
+  file: >
+    path="{{ item }}" state=directory
+    owner="{{ flower_user }}" group="{{ common_web_group }}"
+  notify:
+    - "restart flower"
+  with_items:
+    - "{{ flower_app_dir }}"
+    - "{{ flower_data_dir }}"
+    - "{{ flower_venv_dir }}"
+    - "{{ flower_log_dir }}"
+
+- name: create flower environment script
+  template: >
+    src=flower_env.j2 dest={{ flower_app_dir }}/flower_env
+    owner={{ flower_user }} group={{ common_web_group }}
+    mode=0644
+  notify:
+    - "restart flower"
+
+- name: create virtualenv and install Python requirements
+  pip: >
+    name="{{ item }}"
+    virtualenv="{{ flower_venv_dir }}"
+    state=present
+    extra_args="-i {{ COMMON_PYPI_MIRROR_URL }}"
+  sudo_user: "{{ flower_user }}"
+  environment: "{{ flower_environment }}"
+  with_items: "flower_python_reqs"
+  notify:
+    - "restart flower"
+
+- name: create supervisor configuration
+  template: >
+    src=flower.conf.j2 dest={{ supervisor_available_dir }}/flower.conf
+    owner={{ supervisor_user }}
+    group={{ supervisor_user }}
+  sudo_user: "{{ supervisor_user }}"
+  notify:
+    - "restart flower"
+
+- name: enable supervisor configuration
+  file: >
+    src={{ supervisor_available_dir }}/flower.conf
+    dest={{ supervisor_cfg_dir }}/flower.conf
+    state=link
+    force=yes
+  sudo_user: "{{ supervisor_user }}"
+  notify:
+    - "restart flower"
+
+- name: update supervisor configuration
+  shell:  "{{ supervisor_ctl }} -c {{ supervisor_cfg }} update"
+  register: supervisor_update
+  sudo_user: "{{ supervisor_service_user }}"
+  changed_when: supervisor_update.stdout != ""
+  notify:
+    - "restart flower"

playbooks/roles/flower/templates/flower.conf.j2

+[program:flower]
+
+environment=PATH="{{ flower_deploy_path }}"
+user={{ common_web_user }}
+command={{ flower_venv_bin }}/celery flower --broker {{ flower_broker }} --address={{ FLOWER_ADDRESS }} --port={{ FLOWER_PORT }}
+stdout_logfile={{ supervisor_log_dir }}/flower-stdout.log
+stderr_logfile={{ supervisor_log_dir }}/flower-stderr.log

playbooks/roles/flower/templates/flower_env.j2

+# {{ ansible_managed }}
+{% for name,value in flower_environment.items() %}
+{%- if value %}
+export {{ name }}="{{ value }}"
+{%- endif %}
+{% endfor %}