role for install edx-ora and ease together

playbooks/edx-west/ora_prod.yml

+# this gets all running prod webservers
+- hosts: tag_environment_prod:&tag_function_ora
+# or we can get subsets of them by name
+#- hosts: ~tag_Name_xserver(1|2)_prod
+#- hosts: security_group_edx-prod-EdxappServerSecurityGroup-NSKCQTMZIPQB
+  sudo: True
+  vars:
+    secure_dir: '../../../configuration-secure/ansible'
+    # this indicates the path to site-specific (with precedence)
+    # things like nginx template files
+    local_dir:  '../../../configuration-secure/ansible/local'
+  vars_files:
+    - "{{ secure_dir }}/vars/edxapp_prod_vars.yml"
+    - "{{ secure_dir }}/vars/users.yml"
+    - "{{ secure_dir }}/vars/edxapp_prod_users.yml"
+  roles:
+    - common
+    - nginx
+    - ora

playbooks/roles/nginx/templates/ora.j2

+upstream app_server {
+    # For a TCP configuration:
+    server 127.0.0.1:{{ ora_gunicorn_port }} fail_timeout=0;
+}
+
+server {
+  listen {{ ora_nginx_port}} default_server;
+
+  location / {
+
+    try_files $uri @proxy_to_app;
+  }
+
+  # Check security on this
+  location /static/ {
+    alias /opt/wwc/staticfiles/;
+
+    # return a 403 for static files that shouldn't be
+    # in the staticfiles directory
+    location ~ ^/static/(.*)(\.xml|\.json|README.TXT) {
+        return 403;
+    }
+    # Set django-pipelined files to maximum cache time
+    location ~ /static/.*\.[0-9a-f]+\..* {
+        expires max;
+    }
+
+    # Expire other static files immediately (there should be very few / none of these)
+    expires epoch;
+  }
+
+  location @proxy_to_app {
+    proxy_set_header X-Forwarded-Proto $http_x_forwarded_proto;
+    proxy_set_header X-Forwarded-Port $http_x_forwarded_port;
+    proxy_set_header X-Forwarded-For $http_x_forwarded_for;
+    proxy_set_header Host $http_host;
+
+    proxy_redirect off;
+    proxy_pass http://app_server;
+  }
+}

playbooks/roles/ora/tasks/deploy.yml

+- name: See if edx-ora.conf is installed
+  shell: "[ -f /etc/init/edx-ora.conf ] && echo 'Found' || echo ''"
+  register: edx_ora_installed
+
+- name: See if edx-ora-celery.conf is installed
+  shell: "[ -f /etc/init/edx-ora-celery.conf ] && echo 'Found' || echo ''"
+  register: edx_ora_celery_installed
+
+# Stop ora service.
+- name: stop edx-ora service
+  service: name=edx-ora state=stopped
+  when: edx_ora_installed == 'Found'
+  tags:
+  - ora
+  - deploy
+
+- name: stop edx-ora-celery service
+  service: name=edx-ora-celery state=stopped
+  when: edx_ora_celery_installed == 'Found'
+  tags:
+  - ora
+  - deploy
+
+# Do A Checkout
+- name: git checkout ora repo into $app_base_dir
+  git: dest={{ora_code_dir}} repo={{ora_source_repo}} version={{ora_version}}
+  tags:
+  - ora
+  - deploy
+
+# Do Post Checkout Tasks.
+- name: change permissions on ora code dir
+  file: path={{ora_code_dir}} state=directory owner=www-data group=www-data mode=755 recurse=yes
+  tags:
+  - ora
+  - deploy
+
+- name: copy over edx-ora upstart scripts from repo
+  shell: "cp {{ora_code_dir}}/edx-ora.conf /etc/init/edx-ora.conf;
+          chmod 644 /etc/init/edx-ora.conf; chown root:root /etc/init/edx-ora.conf;"
+  tags:
+  - ora
+  - deploy
+
+- name: set correct port in edx-ora.conf
+  lineinfile: dest=/etc/init/edx-ora.conf regexp="^env PORT=[0-9]+" line="env PORT={{ora_gunicorn_port}}"
+  tags:
+  - ora
+  - deploy
+
+- name: copy over edx-ora-celery upstart scripts from repo
+  shell: "cp {{ora_code_dir}}/edx-ora-celery.conf /etc/init/edx-ora-celery.conf;
+          chmod 644 /etc/init/edx-ora-celery.conf; chown root:root /etc/init/edx-ora-celery.conf;"
+  tags:
+  - ora
+  - deploy
+
+# TODO: Check git.py _run_if_changed() to see if the logic there to skip running certain
+# portions of the deploy needs to be incorporated here.
+
+- name: install ora apt-packages
+  command: xargs -a {{ora_code_dir}}/apt-packages.txt apt-get install -y
+  tags:
+  - ora
+  - deploy
+
+# Install the python pre requirements into {{ venv_dir }}
+- name: install python pre-requirements
+  pip: requirements="{{ora_pre_requirements_file}}" virtualenv="{{venv_dir}}" state=present
+  tags:
+  - ora
+  - deploy
+
+# Install the python post requirements into {{ venv_dir }}
+- name: install python post-requirements
+  pip: requirements="{{ora_post_requirements_file}}" virtualenv="{{venv_dir}}" state=present
+  tags:
+  - ora
+  - deploy
+
+  #Needed if using redis to prevent memory issues
+- name: change memory commit settings -- needed for redis
+  command: sysctl vm.overcommit_memory=1
+  tags:
+  - ora
+  - deploy
+
+- name: syncdb and migrate
+  shell: sudo -u www-data {{venv_dir}}/bin/django-admin.py syncdb --migrate --noinput --settings=edx_ora.aws --pythonpath={{ora_code_dir}}
+  when: migrate_db is defined
+  tags:
+  - ora
+  - syncdb
+  - deploy
+
+- name: create users
+  shell: sudo -u www-data {{venv_dir}}/bin/django-admin.py update_users --settings=edx_ora.aws --pythonpath={{ora_code_dir}}
+  tags:
+  - ora
+  - syncdb
+  - deploy
+
+- name: restart edx-ora
+  service: name=edx-ora state=restarted
+  tags:
+  - ora
+  - deploy
+
+- name: restart edx-ora-celery
+  service: name=edx-ora-celery state=restarted
+  tags:
+  - ora
+  - deploy

playbooks/roles/ora/tasks/ease.yml

+
+# Do A Checkout
+- name: git checkout ease repo into its base dir
+  git: dest={{ease_code_dir}} repo={{ease_source_repo}} version={{ease_version}}
+  tags:
+  - ease
+  - deploy
+
+# Do Post Checkout Tasks.
+- name: change permissions on ease code dir
+  file: path={{ease_code_dir}} state=directory owner=www-data group=www-data mode=755 recurse=yes
+  tags:
+  - ease
+  - deploy
+
+
+# TODO: Check git.py _run_if_changed() to see if the logic there to skip running certain
+# portions of the deploy needs to be incorporated here.
+
+- name: install ease apt-packages
+  command: xargs -a {{ease_code_dir}}/apt-packages.txt apt-get install -y
+  tags:
+  - ease
+  - deploy
+
+# Install the python pre requirements into {{ venv_dir }}
+- name: install ease python pre-requirements
+  pip: requirements="{{ease_pre_requirements_file}}" virtualenv="{{venv_dir}}" state=present
+  tags:
+  - ease
+  - deploy
+
+# Install the python post requirements into {{ venv_dir }}
+- name: install ease python post-requirements
+  pip: requirements="{{ease_post_requirements_file}}" virtualenv="{{venv_dir}}" state=present
+  tags:
+  - ease
+  - deploy
+
+- name: install ease python package
+  shell: command="{{venv_dir}}/bin/activate; cd {{ease_code_dir}}; python setup.py install"
+  tags:
+  - ease
+  - deploy
+
+#Needed for the ease package to work
+- name: install nltk data using rendered shell script
+  shell: command="{{venv_dir}}/bin/python -m nltk.downloader -d {{nltk_data_dir}} all"
+  tags:
+  - ease
+  - deploy
+
+- name: set permissions on nltk data directory
+  file: path={{nltk_data_dir}} owner=ubuntu group=adm mode=2775 state=directory
+  tags:
+  - ease
+  - deploy

playbooks/roles/ora/tasks/main.yml

+# requires:
+#  - group_vars/all
+#  - common/tasks/main.yml
+#  - nginx/tasks/main.yml
+---
+- name: Change permissions on datadir
+  file: path={{ app_base_dir }}/data state=directory owner=www-data group=www-data
+  tags:
+  - ora
+
+# Check out ora repo to $app_base_dir
+- name: install git and its recommends
+  apt: pkg=git state=present install_recommends=yes
+  tags:
+  - ora
+
+- name: install a bunch of system packages on which ora depends
+  apt: pkg={{item}} state=present
+  with_items: ora_debian_pkgs
+  tags:
+  - ora
+
+- name: create ora application config
+  template: src=ora.env.json.j2 dest=$app_base_dir/env.json mode=0640 owner=www-data group=adm
+  tags:
+  - ora
+
+- name: create ora auth file
+  template: src=ora.auth.json.j2 dest=$app_base_dir/auth.json mode=0640 owner=www-data group=adm
+  tags:
+  - ora
+
+# Install nginx site
+- include: ../../nginx/tasks/nginx_site.yml state=link site_name=ora
+
+- include: ease.yml
+- include: deploy.yml

playbooks/roles/ora/templates/ora.auth.json.j2

+{{ ora_auth_config | to_nice_json }}

playbooks/roles/ora/templates/ora.env.json.j2

+{{ ora_env_config | to_nice_json }}

playbooks/roles/ora/vars/main.yml

+# vars for the ORA role
+---
+ora_code_dir: "{{ app_base_dir }}/edx-ora"
+# Default nginx listen port
+# These should be overrided if you want
+# to serve all content on port 80
+ora_nginx_port: 18091
+ora_gunicorn_port: 8091
+ora_auth_config: {}
+ora_env_config: {}
+ora_source_repo: https://github.com/edx/edx-ora.git
+ora_version: 'HEAD'
+ora_pre_requirements_file: "{{ ora_code_dir }}/pre-requirements.txt"
+ora_post_requirements_file: "{{ ora_code_dir }}/requirements.txt"
+ora_debian_pkgs: []
+
+ease_code_dir: "{{ app_base_dir }}/ease"
+ease_source_repo: https://github.com/edx/ease.git
+ease_version: 'HEAD'
+ease_pre_requirements_file: "{{ ease_code_dir }}/pre-requirements.txt"
+ease_post_requirements_file: "{{ ease_code_dir }}/requirements.txt"
+ease_debian_pkgs: []
+nltk_data_dir: /usr/share/nltk_data