Merge pull request #215 from edx/jrbl/debugging_staging

Staging setup for stanford

playbooks/edx-west/edxapp_prod.yml

 # this gets all running prod webservers
 #- hosts: tag_environment_prod:&tag_function_webserver
 # or we can get subsets of them by name
-- hosts: ~tag_Name_app(4)_prod
+#- hosts: ~tag_Name_app(10|20)_prod
 #- hosts: ~tag_Name_app(11|21)_prod
-## these are cold hosts:
-#- hosts: ~tag_Name_app(12|22)_prod
 ## this is the test box
-#- hosts: ~tag_Name_app4_prod
+- hosts: ~tag_Name_app4_prod
 ## you can also do security group, but don't do that
 #- hosts: security_group_edx-prod-EdxappServerSecurityGroup-NSKCQTMZIPQB
   sudo: True

playbooks/edx-west/site.yml

-- include: edxapp.yml

playbooks/edx-west/edxapp_stage.yml → playbooks/edx-west/stage-all.yml

-- hosts: tag_environment_stage:&tag_function_webserver
+---
+- hosts: tag_environment_stage
+#- hosts: tag_Name_bastion_stage
   sudo: True
   vars:
     secure_dir: ../../../edx-secret/ansible
@@ -9,7 +11,4 @@
     - "{{ secure_dir }}/vars/edxapp_stage_users.yml"
   roles:
     - common
-    - nginx
-    # - gunicorn
-    - edxapp
-    #- in_production
+

playbooks/edx-west/stage-app.yml

+- hosts: tag_environment_stage:&tag_function_webserver
+#- hosts: tag_Name_app1_stage
+  sudo: True
+  vars_prompt:
+    - name: "migrate_db"
+      prompt: "Should this playbook run database migrations? (<Return> for false, anything else for true)"
+      default: false
+      private: no
+  vars:
+    secure_dir: ../../../edx-secret/ansible
+    local_dir: ../../../edx-secret/ansible/local
+  vars_files:
+    - "{{ secure_dir }}/vars/edxapp_stage_vars.yml"
+    - "{{ secure_dir }}/vars/users.yml"
+    - "{{ secure_dir }}/vars/edxapp_stage_users.yml"
+    #- "{{ secure_dir }}/vars/shib_stage_vars.yml"
+  roles:
+    - common
+    - nginx
+    - edxapp
+    #- apache
+    #- shibboleth
+    #- in_production

playbooks/edx-west/stage-ora.yml

+---
+- hosts: tag_environment_stage:&tag_function_ora
+  sudo: True
+  vars:
+    secure_dir: ../../../configuration-secure/ansible
+    local_dir: ../../../configuration-secure/ansible/local
+    migrate_db: "yes"
+  vars_files:
+    - "{{ secure_dir }}/vars/ora_stage_vars.yml"
+    - "{{ secure_dir }}/vars/edxapp_stage_users.yml"
+  roles:
+    - common
+    - nginx
+    - ora
+

playbooks/edx-west/stage-rabbit.yml

+---
+- hosts: tag_environment_stage:&tag_group_rabbitmq
+  sudo: True
+  vars:
+    secure_dir: ../../../edx-secret/ansible
+    local_dir: ../../../edx-secret/ansible/local
+  vars_files:
+    - "{{ secure_dir }}/vars/edxapp_stage_vars.yml"
+    - "{{ secure_dir }}/vars/users.yml"
+    - "{{ secure_dir }}/vars/edxapp_stage_users.yml"
+  roles:
+    - common
+    - rabbitmq
+
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_edxapp
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - nginx
+#    - edxapp
+#    - { role: 'edxapp', celery_worker: True }
+#
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_xserver
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - nginx
+#    - xserver
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_rabbitmq
+#  serial: 1
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - rabbitmq
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_xqueue
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - nginx
+#    - xqueue

playbooks/edx-west/stage-xqueue.yml

+---
+- hosts: tag_environment_stage:&tag_group_xqueue
+  sudo: True
+  vars:
+    secure_dir: ../../../edx-secret/ansible
+    local_dir: ../../../edx-secret/ansible/local
+  vars_files:
+    - "{{ secure_dir }}/vars/edxapp_stage_vars.yml"
+    - "{{ secure_dir }}/vars/users.yml"
+    - "{{ secure_dir }}/vars/edxapp_stage_users.yml"
+  roles:
+    - common
+    - nginx
+    - xqueue
+
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_edxapp
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - nginx
+#    - edxapp
+#    - { role: 'edxapp', celery_worker: True }
+#
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_xserver
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - nginx
+#    - xserver
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_rabbitmq
+#  serial: 1
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - rabbitmq
+#- hosts: tag_aws_cloudformation_stack-name_feanilpractice:&tag_group_xqueue
+#  sudo: True
+#  vars_files:
+#    - "{{ secure_dir }}/vars/edx_continuous_integration_vars.yml"
+#    - "{{ secure_dir }}/vars/users.yml"
+#  roles:
+#    - common
+#    - nginx
+#    - xqueue

playbooks/roles/common/tasks/edx_logging_base.yml

 ---
+#- name: common | Install rsyslog configuration for ansible runs
+#  template: dest=/etc/rsyslog.d/90-edx.conf src=ansible_rsyslog.j2 owner=root group=root mode=644
+#  notify: common | restart rsyslogd
+#  tags:
+#  - lms-env
+#  - cms-env
+#  - logging
+#  - update
+
 - name: common | Install rsyslog configuration for edX
   template: dest=/etc/rsyslog.d/99-edx.conf src=edx_rsyslog.j2 owner=root group=root mode=644
   notify: common | restart rsyslogd

playbooks/roles/ora/vars/main.yml

@@ -17,7 +17,7 @@ ora_gunicorn_port: 8091
 # services on a single server.
 ora_env_config:
   "LOGGING_ENV": "prod-grader"
-  "LOG_DIR": "/mnt/logs"
+  "LOG_DIR": "/logs"
   "REQUESTS_TIMEOUT": "5"
   "QUEUES_TO_PULL_FROM": "open-ended"
   "TIME_BETWEEN_XQUEUE_PULLS": "5"

playbooks/roles/xqueue/vars/main.yml

@@ -20,7 +20,7 @@ xqueue_env_config:
     'open-ended': !!null
   'XQUEUE_WORKERS_PER_QUEUE': 12
   'LOGGING_ENV' : 'sandbox'
-  'LOG_DIR' : '/mnt/logs'
+  'LOG_DIR' : '/logs'
   'SYSLOG_SERVER' : 'syslog.a.m.i4x.org'
   'RABBIT_HOST' : 'localhost'
   'S3_BUCKET_PREFIX' : 'sandbox-bucket'