Merge pull request #4021 from edx/bmedx/PLAT-1637

WIP: Fix for devstack sqlite segfaults PLAT-1637

playbooks/edx-east/edxapp.yml

@@ -20,6 +20,8 @@
      nginx_extra_configs: "{{ NGINX_EDXAPP_EXTRA_CONFIGS }}"
      nginx_redirects: "{{ NGINX_EDXAPP_CUSTOM_REDIRECTS }}"
    - edxapp
+   - role: devstack_sqlite_fix
+     when: devstack is defined and devstack
    - role: datadog
      when: COMMON_ENABLE_DATADOG
    - role: splunkforwarder

playbooks/roles/devstack_sqlite_fix/defaults/main.yml

+---
+
+SQLITE_FIX_TMP_DIR: "/var/tmp/sqlite_fix"
+
+PYSQLITE_URL: "https://codeload.github.com/ghaering/pysqlite/tar.gz/2.8.3"
+PYSQLITE_CREATED_PATH: "pysqlite-2.8.3"
+PYSQLITE_TMP_PATH: "{{ SQLITE_FIX_TMP_DIR }}/{{ PYSQLITE_CREATED_PATH }}"
+
+SQLITE_AUTOCONF_URL: "https://www.sqlite.org/2016/sqlite-autoconf-3140100.tar.gz"
+SQLITE_AUTOCONF_CREATED_PATH: "sqlite-autoconf-3140100"
+SQLITE_TMP_PATH: "{{ SQLITE_FIX_TMP_DIR }}/{{ SQLITE_AUTOCONF_CREATED_PATH }}"

playbooks/roles/devstack_sqlite_fix/tasks/main.yml

+---
+- name: Creates directory
+  file:
+    path: "{{ SQLITE_FIX_TMP_DIR }}"
+    state: directory
+    mode: 0775
+  when: devstack is defined and devstack
+  tags:
+    - devstack
+    - devstack:install
+
+
+# Tasks to download and upgrade pysqlite to prevent segfaults when testing in devstack
+- name: Download and unzip sqlite autoconf update
+  unarchive:
+    src: "{{ SQLITE_AUTOCONF_URL }}"
+    dest: "{{ SQLITE_FIX_TMP_DIR }}"
+    remote_src: yes
+  when: devstack is defined and devstack
+  tags:
+    - devstack
+    - devstack:install
+
+- name: Download and unzip pysqlite update
+  unarchive:
+    src: "{{ PYSQLITE_URL }}"
+    dest: "{{ SQLITE_FIX_TMP_DIR }}"
+    remote_src: yes
+  when: devstack is defined and devstack
+  tags:
+    - devstack
+    - devstack:install
+
+# Copy module doesn't support recursive dir copies for remote_src: yes
+- name: Copy pysqlite autoconf into pyslite update dir
+  command: "cp -av . {{ PYSQLITE_TMP_PATH }}/"
+  args:
+    chdir: "{{ SQLITE_TMP_PATH }}"
+  when: devstack is defined and devstack
+  tags:
+    - devstack
+    - devstack:install
+
+- name: Build and install pysqlite update
+  command: "python setup.py build_static install"
+  args:
+    chdir: "{{ PYSQLITE_TMP_PATH }}"
+  when: devstack is defined and devstack
+  tags:
+    - devstack
+    - devstack:install
+
+- name: Clean up pysqlite install artifacts
+  file:
+    state: absent
+    path: "{{ SQLITE_FIX_TMP_DIR }}/"
+  when: devstack is defined and devstack
+  tags:
+    - devstack
+    - devstack:install