adding role for devpi, mirror play

Sets up a pypy mirror caching server

playbooks/edx-east/edx_mirror.yml

+- name: Configure instance(s)
+  hosts: all
+  sudo: True
+  gather_facts: False
+  roles:
+    - common
+    - role: nginx
+      nginx_sites:
+      - devpi
+    - role: supervisor
+      supervisor_servers:
+      - devpi
+    - devpi
+ 

playbooks/roles/devpi/defaults/main.yml

+---
+devpi_venv_dir: /opt/venvs/devpi
+devpi_pip_pkgs:
+  - devpi-server
+  - eventlet
+devpi_nginx_port: 80
+devpi_port: 4040
+devpi_data_dir: /var/devpi/data
+devpi_user: devpi
+devpi_group: devpi

playbooks/roles/devpi/handlers/main.yml

+---
+- name: devpi | restart devpi
+  supervisorctl: >
+    state=restarted 
+    config={{ supervisor_cfg }}
+    name=devpi-server
+
+- name: devpi | start devpi
+  supervisorctl: >
+    state=started
+    config={{ supervisor_cfg }}
+    name=devpi-server
+

playbooks/roles/devpi/tasks/main.yml

+---
+- name: devpi | create devpi user
+  user: >
+    name={{ devpi_user }}
+    state=present
+
+- name: devpi | create virtualenv directory
+  file: >
+    path={{ devpi_venv_dir }}
+    state=directory
+    owner={{ devpi_user }}
+    group={{ devpi_group }}
+  notify: devpi | restart devpi
+
+  name: devpi | create the devpi data directory
+  file: >
+    path={{ devpi_data_dir }}
+    state=directory
+    owner={{ devpi_user }}
+    group={{ devpi_group }}
+
+- name: devpi | install devpi pip pkgs
+  pip: >
+    name={{ item }}
+    state=present 
+    virtualenv={{ devpi_venv_dir }}
+  with_items: devpi_pip_pkgs
+  notify: devpi | restart devpi
+
+- name: devpi | ensure devpi is running
+  supervisorctl: >
+    state=started
+    config={{ supervisor_cfg }}
+    name=devpi-server

playbooks/roles/nginx/templates/devpi.j2

+server {
+    listen {{ devpi_nginx_port }};
+    gzip             on;
+    gzip_min_length  2000;
+    gzip_proxied     any;
+    gzip_types       text/html application/json;
+
+    root {{ devpi_venv_dir }}/test/data;  # arbitrary for now
+    location / {
+        proxy_pass http://localhost:{{ devpi_port }};
+        proxy_set_header  X-outside-url $scheme://$host;
+        proxy_set_header  X-Real-IP $remote_addr;
+    }
+}
+

playbooks/roles/supervisor/defaults/main.yml

+---
+supervisor_log_dir: /var/log/supervisor
+supervisor_cfg: /etc/supervisord.conf

playbooks/roles/supervisor/tasks/main.yml

+---
+- fail: supervisor_servers is a required parameter for this role
+  when: supervisor_servers is not defined
+
+- name: supervisor | install supervisor at the system level
+  pip: name=supervisor state=present
+
+- name: supervisor | create supervisor directories
+  file: name={{ item }} state=directory
+  with_items:
+    - /etc/supervisor
+    - /etc/supervisor/conf.d
+    - "{{ supervisor_log_dir }}"
+
+- name: supervisor | create supervisor upstart job
+  template: src=supervisor-upstart.conf.j2 dest=/etc/init/supervisor.conf
+
+- name: supervisor | create supervisor master config
+  template: src=supervisord.conf.j2 dest={{ supervisor_cfg }}
+
+- name: supervisor | create supervisor configs
+  template: src={{ item }}.conf.j2 dest=/etc/supervisor/conf.d/{{ item }}.conf
+  with_items: supervisor_servers
+
+- name: supervisor | ensure supervisor is started
+  service: name=supervisor state=started

playbooks/roles/supervisor/templates/devpi.conf.j2

+[program:devpi-server]
+command={{ devpi_venv_dir }}/bin/devpi-server --port {{ devpi_port }} --serverdir {{ devpi_data_dir }}
+priority=999
+startsecs = 5
+redirect_stderr = True
+autostart=True
+user={{ devpi_user }}

playbooks/roles/supervisor/templates/supervisor-upstart.conf.j2

+description     "supervisord"
+
+start on runlevel [2345]
+stop on runlevel [!2345]
+
+respawn
+
+exec /usr/local/bin/supervisord --nodaemon --configuration {{ supervisor_cfg }}

playbooks/roles/supervisor/templates/supervisord.conf.j2

+; supervisor config file
+
+[unix_http_server]
+file=/var/run//supervisor.sock   ; (the path to the socket file)
+chmod=0700                       ; sockef file mode (default 0700)
+
+[supervisord]
+logfile=/var/log/supervisor/supervisord.log ; (main log file;default $CWD/supervisord.log)
+pidfile=/var/run/supervisord.pid ; (supervisord pidfile;default supervisord.pid)
+childlogdir=/var/log/supervisor            ; ('AUTO' child log dir, default $TEMP)
+
+; the below section must remain in the config file for RPC
+; (supervisorctl/web interface) to work, additional interfaces may be
+; added by defining them in separate rpcinterface: sections
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
+
+[supervisorctl]
+serverurl=unix:///var/run//supervisor.sock ; use a unix:// URL  for a unix socket
+
+; The [include] section can just contain the "files" setting.  This
+; setting can list multiple files (separated by whitespace or
+; newlines).  It can also contain wildcards.  The filenames are
+; interpreted as relative to this file.  Included files *cannot*
+; include files themselves.
+
+[include]
+files = /etc/supervisor/conf.d/*.conf
+