Merge pull request #1722 from edx/e0d/remove-deprecated-analytics-roles

Removing deprecated analytics roles

playbooks/roles/analytics-server/defaults/main.yml

----
-#
-# edX Configuration
-#
-# github:     https://github.com/edx/configuration
-# wiki:       https://github.com/edx/configuration/wiki
-# code style: https://github.com/edx/configuration/wiki/Ansible-Coding-Conventions
-# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
-#
-#
-# Vars for role analytics-server
-# vars are namespace with the module name.
-#
-
-AS_DB_ANALYTICS_PASSWORD: 'CHANGEME!'
-AS_DB_ANALYTICS_USER: 'analytics001'
-AS_DB_ANALYTICS_HOST: 'localhost'
-AS_SERVER_PORT: '9000'
-AS_ENV_LANG: 'en_US.UTF-8'
-AS_LOG_LEVEL: 'INFO'
-AS_WORKERS: '2'
-AS_GUNICORN_EXTRA: ""
-# add public keys to enable the automator user
-# for running manage.py commands
-
-AS_AUTOMATOR_NAME: automator
-AS_AUTOMATOR_AUTHORIZED_KEYS: []
-AS_AUTOMATOR_SUDO_CMDS:
-- "ALL=({{ analytics_web_user }}) NOPASSWD:SETENV:{{ analytics_venv_dir }}/bin/django-admin.py	run_all_queries	*"
-
-DATABASES:
-  default: &databases_default
-    ENGINE: 'django.db.backends.mysql'
-    NAME: 'wwc'
-    USER: 'analytics001'
-    PASSWORD: 'CHANGEME!'
-    HOST: 'CHANGEME'
-    PORT: 3306
-
-analytics_auth_config:
-  DATABASES:
-    analytics:
-      <<: *databases_default
-      USER: "{{ AS_DB_ANALYTICS_USER }}"
-      PASSWORD: "{{ AS_DB_ANALYTICS_PASSWORD }}"
-      HOST: "{{ AS_DB_ANALYTICS_HOST }}"
-  ANALYTICS_API_KEY: "{{ AS_API_KEY }}"
-  ANALYTICS_RESULTS_DB:
-    MONGO_URI: "{{ AS_DB_RESULTS_URL }}"
-    MONGO_DB: "{{ AS_DB_RESULTS_DB }}"
-    MONGO_STORED_QUERIES_COLLECTION: "{{ AS_DB_RESULTS_COLLECTION }}"
-
-as_role_name: "analytics-server"
-as_user: "analytics-server"
-as_home: "/opt/wwc/analytics-server"
-as_venv_dir: "{{ as_home }}/virtualenvs/analytics-server"
-as_source_repo: "git@github.com:edx/analytics-server.git"
-as_code_dir: "{{ as_home }}/src"
-as_version: "master"
-as_git_identity_path: "{{ secure_dir }}/files/git-identity"
-as_git_identity_dest: "/etc/{{ as_role_name }}.git-identity"
-as_git_ssh: "/tmp/{{ as_role_name }}.git_ssh.sh"
-as_requirements_file: "{{ as_code_dir }}/requirements.txt"
-as_rsyslog_enabled: "yes"
-as_web_user: "www-data"
-as_env: "analytics-server_env"
-as_service_variant: 'analytics'
-as_django_settings: 'anserv.settings'
-
-as_env_vars:
-  ANALYTICS_SERVER_LOG_LEVEL: "{{ AS_LOG_LEVEL }}"
-
-#
-# OS packages
-#
-
-as_debian_pkgs:
-  - mongodb-clients
-  - zip
-  - libmysqlclient-dev
-
-as_redhat_pkgs:
-  - zip
-  - community-mysql-libs
-
-#
-# Installed via pip to get the IAM role feature.
-#
-as_pip_pkgs:
-  - git+https://github.com/s3tools/s3cmd.git#egg=s3cmd

playbooks/roles/analytics-server/files/git_ssh.sh

-#!/bin/sh
-exec /usr/bin/ssh -o StrictHostKeyChecking=no -i /etc/git-identity "$@"

playbooks/roles/analytics-server/handlers/main.yml

----
-#
-# edX Configuration
-#
-# github:     https://github.com/edx/configuration
-# wiki:       https://github.com/edx/configuration/wiki
-# code style: https://github.com/edx/configuration/wiki/Ansible-Coding-Conventions
-# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
-#
-#
-#
-# Handlers for role analytics-server
-#
-# Overview:
-#
-#
-
-- name: stop the analytics service
-  service: name=analytics state=stopped
-
-- name: start the analytics service
-  service: name=analytics state=started

playbooks/roles/analytics-server/meta/main.yml

----
-dependencies:
-  - role: user
-    user_info:
-    - name: "{{ AS_AUTOMATOR_NAME }}"
-      type: restricted
-      sudo_cmds: "{{ AS_AUTOMATOR_SUDO_CMDS }}"
-      authorized_keys: "{{ AS_AUTOMATOR_AUTHORIZED_KEYS }}"
-    user_rbash_links:
-      - /usr/bin/sudo
-      - /usr/bin/scp
-    when: AS_AUTOMATOR_AUTHORIZED_KEYS|length != 0

playbooks/roles/analytics-server/tasks/deploy.yml

-#
-# TODO: Needed while this repo is private
-#
-- name: upload ssh script
-  template:
-    src=tmp/{{ as_role_name }}.git_ssh.sh.j2 dest={{ as_git_ssh }}
-    force=yes owner=root group=adm mode=750
-  tags:
-  - analytics-server
-  - install
-  - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: install read-only ssh key required for checkout
-  copy:
-    src={{ as_git_identity_path }} dest={{ as_git_identity_dest }}
-    force=yes owner=ubuntu group=adm mode=0600
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: checkout code
-  git:
-    dest={{ as_code_dir }} repo={{ as_source_repo }}
-    accept_hostkey=yes
-    version={{ as_version }} force=true
-  environment:
-    GIT_SSH: "{{ as_git_ssh }}"
-    notify: restart the analytics service
-  notify: start the analytics service
-  tags:
-    - analytics-server
-    - install
-    - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: update src permissions
-  file:
-    path={{ as_code_dir }} state=directory owner={{ as_user }}
-    group={{ as_web_user }} mode=2750 recurse=yes
-  tags:
-  - analytics-server
-  - install
-  - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: remove read-only ssh key for the content repo
-  file: path={{ as_git_identity_dest }} state=absent
-  tags:
-  - analytics-server
-  - install
-  - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: remove ssh script
-  file: path={{ as_git_ssh }} state=absent
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: install application requirements
-  pip:
-    requirements={{ as_requirements_file }}
-    virtualenv={{ as_venv_dir }} state=present
-  sudo: true
-  sudo_user: "{{ as_user }}"
-  notify: start the analytics service
-  tags:
-  - analytics-server
-  - install
-  - update

playbooks/roles/analytics-server/tasks/main.yml

----
-
-#
-# edX Configuration
-#
-# github:     https://github.com/edx/configuration
-# wiki:       https://github.com/edx/configuration/wiki
-# code style: https://github.com/edx/configuration/wiki/Ansible-Coding-Conventions
-# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
-#
-#
-#
-# Tasks for role analytics-server
-#
-# Overview:
-#
-# Installs the edX analytics-server Django application which provides
-# basic analytics to the LMS instructor dashboard via service calls.
-#
-# Dependencies:
-#
-# common role
-#
-# Depends upon the user role
-#
-# Example play:
-#
-# - name: Configure analytics instance(s)
-#   hosts: analytics-servers
-#   sudo: True
-#   vars_files:
-#     - "{{ secure_dir }}/vars/common/common.yml"
-#     - "{{ secure_dir }}/vars/stage/analytics-server.yml"
-#     - "{{ secure_dir }}/vars/users.yml"
-#   gather_facts: True
-#   roles:
-#     - common
-#     - analytics-server
-#
-- name: install system packages
-  apt: pkg={{','.join(as_debian_pkgs)}} state=present
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: create analytics-server user {{ as_user }}
-  user:
-    name={{ as_user }} state=present shell=/bin/bash
-    home={{ as_home }} createhome=yes
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: setup the analytics-server env
-  template:
-    src=opt/wwc/analytics-server/{{ as_env }}.j2
-    dest={{ as_home }}/{{ as_env }}
-    owner="{{ as_user }}" group="{{ as_user }}"
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: drop a bash_profile
-  copy: >
-    src=../../common/files/bash_profile
-    dest={{ as_home }}/.bash_profile
-    owner={{ as_user }}
-    group={{ as_user }}
-
-# Awaiting next ansible release.
-#- name: ensure .bashrc exists
-# file: path={{ as_home }}/.bashrc state=touch
-# sudo: true
-# sudo_user: "{{ as_user }}"
-# tags:
-# - analytics-server
-# - install
-# - update
-
-- name: ensure .bashrc exists
-  shell: touch {{ as_home }}/.bashrc
-  sudo: true
-  sudo_user: "{{ as_user }}"
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: add source of analytics-server_env to .bashrc
-  lineinfile:
-    dest={{ as_home }}/.bashrc
-    regexp='. {{ as_home }}/analytics-server_env'
-    line='. {{ as_home }}/analytics_server_env'
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: add source venv to .bashrc
-  lineinfile:
-    dest={{ as_home }}/.bashrc
-    regexp='. {{ as_venv_dir }}/bin/activate'
-    line='. {{ as_venv_dir }}/bin/activate'
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: install global python requirements
-  pip: name={{ item }}
-  with_items: as_pip_pkgs
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: create config
-  template:
-    src=opt/wwc/analytics.auth.json.j2
-    dest=/opt/wwc/analytics.auth.json
-    mode=0600
-    owner="{{ as_web_user }}" group="{{ as_web_user }}"
-  tags:
-  - analytics-server
-  - install
-  - update
-
-- name: install service
-  template:
-    src=etc/init/analytics.conf.j2 dest=/etc/init/analytics.conf
-    owner=root group=root
-
-- include: deploy.yml tags=deploy

playbooks/roles/analytics-server/templates/etc/init/analytics.conf.j2

-# {{ ansible_managed }}
-
-description "Analytics server under gunicorn"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-respawn limit 3 30
-
-env SERVICE_VARIANT={{ as_service_variant }}
-env PID=/var/tmp/analytics.pid
-env WORKERS={{ AS_WORKERS }}
-env PORT={{ AS_SERVER_PORT }}
-env LANG={{ AS_ENV_LANG }}
-env DJANGO_SETTINGS_MODULE={{ as_django_settings }}
-
-chdir {{ as_code_dir }}
-setuid {{ as_web_user }}
-
-exec {{ as_venv_dir }}/bin/gunicorn -b 0.0.0.0:$PORT -w $WORKERS --pythonpath={{ as_code_dir }}/anserv {{ AS_GUNICORN_EXTRA }} anserv.wsgi

playbooks/roles/analytics-server/templates/opt/wwc/analytics-server/analytics-server_env.j2

-# {{ ansible_managed }}
-
-{% for name,value in as_env_vars.items() %}
-{% if value %}
-export {{ name }}="{{ value }}"
-{% endif %}		 
-{% endfor %}
\ No newline at end of file

playbooks/roles/analytics-server/templates/opt/wwc/analytics.auth.json.j2

-{{ analytics_auth_config | to_nice_json }}

playbooks/roles/analytics-server/templates/tmp/analytics-server.git_ssh.sh.j2

-#!/bin/sh
-exec /usr/bin/ssh -o StrictHostKeyChecking=no -i {{ as_git_identity_dest }} "$@"

playbooks/roles/analytics/defaults/main.yml

----
-#
-# edX Configuration
-#
-# github:     https://github.com/edx/configuration
-# wiki:       https://github.com/edx/configuration/wiki
-# code style: https://github.com/edx/configuration/wiki/Ansible-Coding-Conventions
-# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
-#
-#
-# Vars for role analytics
-# vars are namespace with the module name.
-#
-
-ANALYTICS_DB_ANALYTICS_PASSWORD: 'CHANGEME!'
-ANALYTICS_DB_ANALYTICS_USER: 'analytics001'
-ANALYTICS_DB_ANALYTICS_HOST: 'localhost'
-ANALYTICS_SERVER_PORT: '9000'
-ANALYTICS_ENV_LANG: 'en_US.UTF-8'
-ANALYTICS_LOG_LEVEL: 'INFO'
-ANALYTICS_WORKERS: '2'
-ANALYTICS_GUNICORN_EXTRA: ""
-
-DATABASES:
-  default: &databases_default
-    ENGINE: 'django.db.backends.mysql'
-    NAME: 'wwc'
-    USER: 'analytics001'
-    PASSWORD: 'CHANGEME!'
-    HOST: 'CHANGEME'
-    PORT: 3306
-
-analytics_auth_config:
-  DATABASES:
-    analytics:
-      <<: *databases_default
-      USER: "{{ ANALYTICS_DB_ANALYTICS_USER }}"
-      PASSWORD: "{{ ANALYTICS_DB_ANALYTICS_PASSWORD }}"
-      HOST: "{{ ANALYTICS_DB_ANALYTICS_HOST }}"
-  ANALYTICS_API_KEY: "{{ ANALYTICS_API_KEY }}"
-  ANALYTICS_RESULTS_DB:
-    MONGO_URI: "{{ ANALYTICS_DB_RESULTS_URL }}"
-    MONGO_DB: "{{ ANALYTICS_DB_RESULTS_DB }}"
-    MONGO_STORED_QUERIES_COLLECTION: "{{ ANALYTICS_DB_RESULTS_COLLECTION }}"
-
-analytics_role_name: "analytics"
-analytics_user: "analytics"
-analytics_home: "/opt/wwc/analytics"
-analytics_venv_dir: "{{ analytics_home }}/virtualenvs/analytics"
-analytics_source_repo: "git@github.com:edx/analytics-server.git"
-analytics_code_dir: "{{ analytics_home }}/src"
-analytics_version: "master"
-analytics_git_identity_path: "{{ secure_dir }}/files/git-identity"
-analytics_git_identity_dest: "/etc/{{ analytics_role_name }}.git-identity"
-analytics_git_ssh: "/tmp/{{ analytics_role_name }}.git_ssh.sh"
-analytics_requirements_file: "{{ analytics_code_dir }}/requirements.txt"
-analytics_rsyslog_enabled: "yes"
-analytics_web_user: "www-data"
-analytics_env: "analytics_env"
-analytics_service_variant: 'analytics'
-analytics_django_settings: 'anserv.settings'
-
-analytics_env_vars:
-  ANALYTICS_LOG_LEVEL: "{{ ANALYTICS_LOG_LEVEL }}"
-
-#
-# Used by the included role, user.
-# See meta/main.yml
-#
-analytics_automated_rbash_links:
-  - /usr/bin/sudo
-  - /usr/bin/scp
-
-#
-# OS packages
-#
-
-analytics_debian_pkgs:
-  - mongodb-clients
-  - zip
-  - libmysqlclient-dev
-
-analytics_redhat_pkgs:
-  - zip
-  - community-mysql-libs
-
-#
-# Installed via pip to get the IAM role feature.
-#
-analytics_pip_pkgs:
-  - git+https://github.com/s3tools/s3cmd.git#egg=s3cmd

playbooks/roles/analytics/handlers/main.yml

----
-#
-# edX Configuration
-#
-# github:     https://github.com/edx/configuration
-# wiki:       https://github.com/edx/configuration/wiki
-# code style: https://github.com/edx/configuration/wiki/Ansible-Coding-Conventions
-# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
-#
-#
-#
-# Handlers for role analytics
-#
-# Overview:
-#
-#
-
-- name: stop the analytics service
-  service: name=analytics state=stopped
-
-- name: start the analytics service
-  service: name=analytics state=started

playbooks/roles/analytics/tasks/deploy.yml

-#
-# TODO: Needed while this repo is private
-#
-- name: upload ssh script
-  template:
-    src=tmp/{{ analytics_role_name }}.git_ssh.sh.j2 dest={{ analytics_git_ssh }}
-    force=yes owner=root group=adm mode=750
-  tags:
-  - analytics
-  - install
-  - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: install read-only ssh key required for checkout
-  copy:
-    src={{ analytics_git_identity_path }} dest={{ analytics_git_identity_dest }}
-    force=yes owner=ubuntu group=adm mode=0600
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: checkout code
-  git:
-    dest={{ analytics_code_dir }} repo={{ analytics_source_repo }}
-    accept_hostkey=yes
-    version={{ analytics_version }} force=true
-  environment:
-    GIT_SSH: "{{ analytics_git_ssh }}"
-    notify: restart the analytics service
-  notify: start the analytics service
-  tags:
-    - analytics
-    - install
-    - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: update src permissions
-  file:
-    path={{ analytics_code_dir }} state=directory owner={{ analytics_user }}
-    group={{ analytics_web_user }} mode=2750 recurse=yes
-  tags:
-  - analytics
-  - install
-  - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: remove read-only ssh key for the content repo
-  file: path={{ analytics_git_identity_dest }} state=absent
-  tags:
-  - analytics
-  - install
-  - update
-
-#
-# TODO: Needed while this repo is private
-#
-- name: remove ssh script
-  file: path={{ analytics_git_ssh }} state=absent
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: install application requirements
-  pip:
-    requirements={{ analytics_requirements_file }}
-    virtualenv={{ analytics_venv_dir }} state=present
-  sudo: true
-  sudo_user: "{{ analytics_user }}"
-  notify: start the analytics service
-  tags:
-  - analytics
-  - install
-  - update

playbooks/roles/analytics/tasks/main.yml

----
-
-#
-# edX Configuration
-#
-# github:     https://github.com/edx/configuration
-# wiki:       https://github.com/edx/configuration/wiki
-# code style: https://github.com/edx/configuration/wiki/Ansible-Coding-Conventions
-# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
-#
-#
-#
-# Tasks for role analytics
-#
-# Overview:
-#
-# Installs the edX analytics Django application which provides
-# basic analytics to the LMS instructor dashboard via service calls.
-#
-# Dependencies:
-#
-# common role
-#
-# user role to set up a restricted user
-#
-# Example play:
-#
-# - name: Configure analytics instance(s)
-#   hosts: analyticss
-#   sudo: True
-#   vars_files:
-#     - "{{ secure_dir }}/vars/common/common.yml"
-#     - "{{ secure_dir }}/vars/stage/analytics.yml"
-#     - "{{ secure_dir }}/vars/users.yml"
-#   gather_facts: True
-#   roles:
-#     - common
-#     - analytics
-#
-- name: install system packages
-  apt: pkg={{','.join(analytics_debian_pkgs)}} state=present
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: create analytics user {{ analytics_user }}
-  user:
-    name={{ analytics_user }} state=present shell=/bin/bash
-    home={{ analytics_home }} createhome=yes
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: setup the analytics env
-  template:
-    src=opt/wwc/analytics/{{ analytics_env }}.j2
-    dest={{ analytics_home }}/{{ analytics_env }}
-    owner="{{ analytics_user }}" group="{{ analytics_user }}"
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: drop a bash_profile
-  copy: >
-    src=../../common/files/bash_profile
-    dest={{ analytics_home }}/.bash_profile
-    owner={{ analytics_user }}
-    group={{ analytics_user }}
-
-# Awaiting next ansible release.
-#- name: ensure .bashrc exists
-# file: path={{ analytics_home }}/.bashrc state=touch
-# sudo: true
-# sudo_user: "{{ analytics_user }}"
-# tags:
-# - analytics
-# - install
-# - update
-
-- name: ensure .bashrc exists
-  shell: touch {{ analytics_home }}/.bashrc
-  sudo: true
-  sudo_user: "{{ analytics_user }}"
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: add source of analytics_env to .bashrc
-  lineinfile:
-    dest={{ analytics_home }}/.bashrc
-    regexp='. {{ analytics_home }}/analytics_env'
-    line='. {{ analytics_home }}/analytics_env'
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: add source venv to .bashrc
-  lineinfile:
-    dest={{ analytics_home }}/.bashrc
-    regexp='. {{ analytics_venv_dir }}/bin/activate'
-    line='. {{ analytics_venv_dir }}/bin/activate'
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: install global python requirements
-  pip: name={{ item }}
-  with_items: analytics_pip_pkgs
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: create config
-  template:
-    src=opt/wwc/analytics.auth.json.j2
-    dest=/opt/wwc/analytics.auth.json
-    mode=0600
-    owner="{{ analytics_web_user }}" group="{{ analytics_web_user }}"
-  tags:
-  - analytics
-  - install
-  - update
-
-- name: install service
-  template:
-    src=etc/init/analytics.conf.j2 dest=/etc/init/analytics.conf
-    owner=root group=root
-
-- include: deploy.yml tags=deploy

playbooks/roles/analytics/templates/etc/init/analytics.conf.j2

-# {{ ansible_managed }}
-
-description "Analytics gunicorn"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-respawn limit 3 30
-
-env SERVICE_VARIANT={{ analytics_service_variant }}
-env PID=/var/tmp/analytics.pid
-env WORKERS={{ ANALYTICS_WORKERS }}
-env PORT={{ ANALYTICS_SERVER_PORT }}
-env LANG={{ ANALYTICS_ENV_LANG }}
-env DJANGO_SETTINGS_MODULE={{ analytics_django_settings }}
-
-chdir {{ analytics_code_dir }}
-setuid {{ analytics_web_user }}
-
-exec {{ analytics_venv_dir }}/bin/gunicorn -b 0.0.0.0:$PORT -w $WORKERS --pythonpath={{ analytics_code_dir }}/anserv {{ ANALYTICS_GUNICORN_EXTRA }} anserv.wsgi

playbooks/roles/analytics/templates/opt/wwc/analytics.auth.json.j2

-{{ analytics_auth_config | to_nice_json }}

playbooks/roles/analytics/templates/opt/wwc/analytics/analytics_env.j2

-# {{ ansible_managed }}
-
-{% for name,value in analytics_env_vars.items() %}
-{% if value %}
-export {{ name }}="{{ value }}"
-{% endif %}		 
-{% endfor %}

playbooks/roles/analytics/templates/tmp/analytics.git_ssh.sh.j2

-#!/bin/sh
-exec /usr/bin/ssh -o StrictHostKeyChecking=no -i {{ analytics_git_identity_dest }} "$@"