add bok choy accessibility tests

requirements/test-acceptance.txt

-bok_choy==0.3.4
+bok-choy==0.4.3
 nose==1.3.3

scripts/jenkins-acceptance-tests.sh

@@ -37,3 +37,10 @@ pip install -r requirements/test-acceptance.txt
 
 cd test/acceptance
 python tests.py
+
+# Unset SELENIUM_HOST so that bok-choy doesn't try to use saucelabs
+unset SELENIUM_HOST
+# AutoAuthPage times out in PhantomJS when using https, switch to use http
+export BASE_URL="http://${BASIC_AUTH_USER}:${BASIC_AUTH_PASSWORD}@${TEST_HOST}"
+export SELENIUM_BROWSER=phantomjs
+python accessibility.py

test/acceptance/accessibility.py

+"""
+UI-level acceptance tests for OpenAssessment accessibility.
+"""
+import os
+import unittest
+from tests import OpenAssessmentTest
+
+
+class OpenAssessmentAxsTest(OpenAssessmentTest):
+    """
+    UI-level acceptance tests for Open Assessment accessibility.
+    """
+
+    def _check_axs(self):
+        self.auto_auth_page.visit()
+        self.submission_page.visit()
+        report = self.submission_page.do_axs_audit()
+
+        # There was one page in this session
+        self.assertEqual(1, len(report))
+
+        result = report[0]
+        # Verify that this page has no accessibility errors.
+        self.assertEqual(0, len(result.errors))
+
+        # Verify that this page currently has 2 accessibility warnings.
+        self.assertEqual(3, len(result.warnings))
+
+        # And that these are the warnings that the page currently gives.
+        for warning in result.warnings:
+            self.assertTrue(
+                warning.startswith((
+                    'Warning: AX_FOCUS_01',
+                    'Warning: AX_COLOR_01',
+                    'Warning: AX_IMAGE_01',
+                )),
+                msg="Unexpected warning: {}".format(warning))
+
+
+class SelfAssessmentAxsTest(OpenAssessmentAxsTest):
+    """
+    Test the accessibility of the self-assessment flow.
+    """
+
+    def setUp(self):
+        super(SelfAssessmentAxsTest, self).setUp('self_only')
+
+    def test_self_assessment_axs(self):
+        self._check_axs()
+
+
+class PeerAssessmentAxsTest(OpenAssessmentAxsTest):
+    """
+    Test the accessibility of the peer-assessment flow.
+    """
+
+    def setUp(self):
+        super(PeerAssessmentAxsTest, self).setUp('peer_only')
+
+    def test_peer_assessment_axs(self):
+        self._check_axs()
+
+
+class StudentTrainingAxsTest(OpenAssessmentAxsTest):
+    """
+    Test the accessibility of student training (the "learning to assess" step).
+    """
+    def setUp(self):
+        super(StudentTrainingAxsTest, self).setUp('student_training')
+
+    def test_student_training_axs(self):
+        self._check_axs()
+
+
+if __name__ == "__main__":
+
+    # Configure the screenshot directory
+    if 'SCREENSHOT_DIR' not in os.environ:
+        tests_dir = os.path.dirname(__file__)
+        os.environ['SCREENSHOT_DIR'] = os.path.join(tests_dir, 'screenshots')
+
+    unittest.main()