Acceptance test for export of courseware_studentmodule

Provide coverage for the integration of an externally generated courseware_studentmodule in to the research data exports.

Change-Id: I32e3fbf5928581581babb1502fd17a590cbaf960

Makefile

@@ -19,7 +19,11 @@ test-requirements: requirements
 test: test-requirements
 	# TODO: when we have better coverage, modify this to actually fail when coverage is too low.
 	rm -rf .coverage
-	python -m coverage run --rcfile=./.coveragerc `which nosetests`
+	python -m coverage run --rcfile=./.coveragerc `which nosetests` -A 'not acceptance'
+
+test-acceptance: test-requirements
+	rm -rf .coverage
+	python -m coverage run --rcfile=./.coveragerc `which nosetests` --nocapture -A acceptance
 
 coverage: test
 	coverage html
@@ -38,3 +42,26 @@ jenkins: .tox
 	virtualenv ./venv
 	./venv/bin/pip install tox
 	./venv/bin/tox
+
+get_config = $(shell echo "$$ACCEPTANCE_TEST_CONFIG" | python -c 'import sys, json; print json.load(sys.stdin)[sys.argv[1]]' $(1))
+VENV_ROOT = $(shell echo "$$WORKSPACE/build/venvs")
+META_BIN = $(VENV_ROOT)/meta/bin
+EXPORTER_BIN = $(VENV_ROOT)/analytics-exporter/bin
+export EXPORTER=$(EXPORTER_BIN)/exporter
+TASKS_BIN = $(VENV_ROOT)/analytics-tasks/bin
+export REMOTE_TASK=$(TASKS_BIN)/remote-task
+
+jenkins-acceptance:
+	mkdir -p $(VENV_ROOT)
+
+	virtualenv $(VENV_ROOT)/analytics-tasks
+	virtualenv $(VENV_ROOT)/analytics-exporter
+	virtualenv $(VENV_ROOT)/meta
+
+	$(META_BIN)/pip install awscli
+	$(META_BIN)/aws s3 rm --recursive $(call get_config,tasks_output_url)$(call get_config,identifier) || true
+
+	$(EXPORTER_BIN)/pip install -r $$WORKSPACE/analytics-exporter/requirements.txt
+	$(EXPORTER_BIN)/pip install -e $$WORKSPACE/analytics-exporter/
+
+	. $(TASKS_BIN)/activate && $(MAKE) test-acceptance

gpg-keys/daemon@edx.org

+-----BEGIN PGP PUBLIC KEY BLOCK-----
+Version: GnuPG v1.4.11 (GNU/Linux)
+
+mQENBFNDT/kBCACz8qSn7llbSlOY3OB30jXjw5EWMl8D80jP0fuCC8SyBV+EexOV
+uw6z8K2PgGBF7C+rME9fSOP527FTGysaPsJxSedqjreHyn6GF/hzLZwytY3HsVqt
+9xJgxZtWHOyjjOqUCtviGpOC71SOYQ7qng3Y026BbNY+9qn//fv++R0UrstSQJuK
+nkOo0pWQek4FaNM9DjNvvqyWYpzAw9qaXFRS+UuEIQzjVGRJ/Jo3WaI8DUHR/bvK
+kREMmLRKcg6XSZ1oszhuB4HLJJpufZTbSSYZy9dZDSLPtQsr61boCXehjT5AL+Zr
+iFIcWb9gJK+HsyP6UpgR/eGHmwuwinasn4zBABEBAAG0TkFjY2VwdGFuY2UgVGVz
+dGVyIChJbnNlY3VyZSBrZXkgdXNlZCBmb3IgYWNjZXB0YW5jZSB0ZXN0aW5nLikg
+PGRhZW1vbkBlZHgub3JnPokBOAQTAQIAIgUCU0NP+QIbAwYLCQgHAwIGFQgCCQoL
+BBYCAwECHgECF4AACgkQSPkLhGSa8tHHMwgAo9YzPVGk1HM9B0iSm0Z97J/8GvtN
+AxwGdfnqjebcTHdrovuMDXQENlGSVUC3JsjJTwi84C2XaNejvyS2tLKjiC5Q2OVC
+0VW2FAtGmvMh96KZpM635C/obHnm0bIkBjvxR0WuiqZx+6ug5reA9DXd7J8DP6eV
+zgRb7Ggb5NYgaCUNO83zQZQFY23dqBhM3tUhFMSCWqykoge+hFUzgvgO4MlYORjJ
+dUDvUOxpIFuAeEyKMyUj7nd6JvP4pR+b1sul5edbcdaDzaYiwMRVG/EiWCF/2Dt8
+6bWebySDowbeEB2GPbt7zRUHAkcZAxycnlbb9tQ/SrSdMJcAA4iP2mUXvbkBDQRT
+Q0/5AQgAuHiCaRHstEPFfpNnMGBHnb102MHrE+Km2aLVXiqnUp1tm5ywiex91Io6
+NjZcsBDmebb8Ey8G0D9VMym5Btmm8zTGMJ0mlxUsByFHsmKAlFcRnyRf+PsK8SOT
+R2oBDc0b3llm31EkEvS+77vyNS2vYb+ChJ80WBxGybNNLaTPOQVn54W7a80n6SPe
+0FS8f1LN6NaMrFBv1GfMM5oSuhkg+ZXzA99WysU9ZYRaTsOgMILhcPd4lpsCennd
+efdPgvH6YJH3MBOnvDbayKhUk9wLcx8RbHSdFt8Vskby604ehnQL0Mzde93zY0UJ
+V8gktER/87SyJ1t6KfG0ejAQWEEsYQARAQABiQEfBBgBAgAJBQJTQ0/5AhsMAAoJ
+EEj5C4RkmvLRSUoH/RXk/PUkf4vLqAHBBQjWMX4hGpstZmRstrCbRbNT0038dvri
+oEoJNDG2l372L6td1fhQGpFTjWyswYB1j5+mBLA/VhdMfHczupFt0Few9smeEZ2U
+wvfCACEMPOAkvRMw2veUEcy8NDlx/Av2IdazJMn9uVib5zvF/1G/+QYqXLepuUt2
+hZB6cKutVQGHbGA5gr5E8el9WTFt9HpK5IwkjzExjbCcAGIOv7YuZNMSm54QxdfJ
+JkJPJJvCL7mMkDrz0uHhbKEYAZNYQ4Ah+DgCvMkmWxbK8n3IkPuSg44CNSYyEZYp
+QXqGPzBRtWc1sZLgPh75bJmWt5j81CLvbiL5j1I=
+=pND5
+-----END PGP PUBLIC KEY BLOCK-----

gpg-keys/insecure_secret.key

+-----BEGIN PGP PRIVATE KEY BLOCK-----
+Version: GnuPG v1.4.11 (GNU/Linux)
+
+lQOYBFNDT/kBCACz8qSn7llbSlOY3OB30jXjw5EWMl8D80jP0fuCC8SyBV+EexOV
+uw6z8K2PgGBF7C+rME9fSOP527FTGysaPsJxSedqjreHyn6GF/hzLZwytY3HsVqt
+9xJgxZtWHOyjjOqUCtviGpOC71SOYQ7qng3Y026BbNY+9qn//fv++R0UrstSQJuK
+nkOo0pWQek4FaNM9DjNvvqyWYpzAw9qaXFRS+UuEIQzjVGRJ/Jo3WaI8DUHR/bvK
+kREMmLRKcg6XSZ1oszhuB4HLJJpufZTbSSYZy9dZDSLPtQsr61boCXehjT5AL+Zr
+iFIcWb9gJK+HsyP6UpgR/eGHmwuwinasn4zBABEBAAEAB/sH3nuaAWJkdi9fhFcy
+PjMk7ZYwaDhUpKSsO99EVwM9aAk+3UqkYKylAfMhDvOG00GGuliE5EaIlGAghX62
+HtpOGHXXfdFjot9eD08fgEuFQdW8Tr1BAB3htU/Ul/QMNzsXNBNcrkisRY7cdrzv
+gG++vzOPqC9aoQWa9XkkiQcfHUPqmHLXdxp2r9P4qHex6oK+L41S45JDQ+NYGBx1
+R/hhJzr47/eIh2iMCJdXqjAzPpPhnPQcx2l4Bk1OlFwbDtXeSOuOlaxj1oM45dOT
+XoAfnHNixNDIXSoOULW4qxzuz2m+Fz4MBfvfzaahBuq8KeITiglk6t+6a++sr1r6
+p1y9BADN0PRLa675bqb5NSW2HBhtwzw4Do+rek1o/NU/wV5i7i4lhG9HQ6QRkSDb
+uqIOuzjULg9TW5KjYYA9+vM5Wg/X+0ZeHxm2MoIDzNpi96AyxGiBLhAcmTFN7vzt
+lWbpqO5GMAOO/GvdcSslpJz1sjaIePXJvRNUIsRTLxpXx0PjFQQA39L7zm14yI9Y
+m/5F/oyv8Dfk1C2o1L6Lm8lmWUb88i3e6lgSnlfakUFZv8JwxJJGjY6oIC2XI2g5
+2QiQOjyVVEVUVQThMBB1l7gAdAoye6RcNpBxwssRZuvjnz/Jg4ycNceJsmks+anz
+mXiTk0wuvwEcSfwh3n9gSeE6yyFD3f0EAKjBPeqV3SI4z02lJNdR+0L9HFUfaeow
+NSczTaHvD9qufLHqogd4eyjbc6T0cljDJr722/7ckjf+xqUcq5D8USeoL9N3y1Co
+QQeAuQuiNxW41SVtkONVF8pIwPA5hGlOx2wbZOfcoshMrBpirrao83mVdi/BqaGn
+ava/uqbjEZZwQaa0TkFjY2VwdGFuY2UgVGVzdGVyIChJbnNlY3VyZSBrZXkgdXNl
+ZCBmb3IgYWNjZXB0YW5jZSB0ZXN0aW5nLikgPGRhZW1vbkBlZHgub3JnPokBOAQT
+AQIAIgUCU0NP+QIbAwYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AACgkQSPkLhGSa
+8tHHMwgAo9YzPVGk1HM9B0iSm0Z97J/8GvtNAxwGdfnqjebcTHdrovuMDXQENlGS
+VUC3JsjJTwi84C2XaNejvyS2tLKjiC5Q2OVC0VW2FAtGmvMh96KZpM635C/obHnm
+0bIkBjvxR0WuiqZx+6ug5reA9DXd7J8DP6eVzgRb7Ggb5NYgaCUNO83zQZQFY23d
+qBhM3tUhFMSCWqykoge+hFUzgvgO4MlYORjJdUDvUOxpIFuAeEyKMyUj7nd6JvP4
+pR+b1sul5edbcdaDzaYiwMRVG/EiWCF/2Dt86bWebySDowbeEB2GPbt7zRUHAkcZ
+Axycnlbb9tQ/SrSdMJcAA4iP2mUXvZ0DmARTQ0/5AQgAuHiCaRHstEPFfpNnMGBH
+nb102MHrE+Km2aLVXiqnUp1tm5ywiex91Io6NjZcsBDmebb8Ey8G0D9VMym5Btmm
+8zTGMJ0mlxUsByFHsmKAlFcRnyRf+PsK8SOTR2oBDc0b3llm31EkEvS+77vyNS2v
+Yb+ChJ80WBxGybNNLaTPOQVn54W7a80n6SPe0FS8f1LN6NaMrFBv1GfMM5oSuhkg
++ZXzA99WysU9ZYRaTsOgMILhcPd4lpsCenndefdPgvH6YJH3MBOnvDbayKhUk9wL
+cx8RbHSdFt8Vskby604ehnQL0Mzde93zY0UJV8gktER/87SyJ1t6KfG0ejAQWEEs
+YQARAQABAAf7BaSrIaV6myelGaqO+jIB0tumQNDK3Rp+jfMfKaCuqnZ2MU/dbzS4
+wzkgz4KBeqHjuRa91qTmRZXgaH6m4kSjiLZlNzzBftb3GDc+iyCcDB2vRHHvjS15
+39ddpK5Dnr1W9EoCHYQNEVbjJfCXF+UgQ8Jg7udzaZwg1sAJVQOBEt6QCGiLAYRe
+FJOn0WrptpcvIBCqL109Y+kkNNhnXUzBCHHCcIrVXWTRtySCmYLeZ7ryWL0ad1Sh
+9sinT6i3uoHNJc93aiCskoCZFIsuzrHbbqBvnxg3/nvW424zPp+3RBpEePluP2/o
+7QgSf/3h4ePCfcUUaYCVm963v+ur2T56KQQAz96o3/4cb+i46CpUWC8Fp1f2x7Hn
+Zs/4+NlZAkTygAcdMjHfdi3EWzGuiwBvltgdt5OjkPoXhyyGiYRbj5LkS2tzJywl
+4jBf9nlha4wJ1TMfXwgI/lnG3wOqiVEJZB91RL72OT1PrEgHGtFtHHHonQ60eVC9
+eHEpIqiCvNBjeQkEAOMu42mBqGgTWXezVNtyZDPs6qenZ/9HHUPxnXfcCXULdho+
+Y2wyKxY1ZwpwaMPCG8O83ohZGOdbFmHirMM+sKBe6XEdV+9wA3HVptsAG1yCw9O3
+EkZFuhNPS8VKJhjNr0QLzTI4HokhBSNdJKMQJKTp8JKoK742UttyJN9YQqaZA/9t
+YRH1EiiZbXrNKKDYSKG+XfcmwkkrAtdDTO8BZVwBH3CIiFBojoeVdYDOGZeE/X4y
+k3sl/LjwHH1JURKWdgJhZhloWWzf0f7l5SYV0Jm1dmQB8BFudYLT80/xwjCZCcrE
+o80hYUtkffWddM6n5LPcQcnL0tl6wAvGWOvgdr2ApTw+iQEfBBgBAgAJBQJTQ0/5
+AhsMAAoJEEj5C4RkmvLRSUoH/RXk/PUkf4vLqAHBBQjWMX4hGpstZmRstrCbRbNT
+0038dvrioEoJNDG2l372L6td1fhQGpFTjWyswYB1j5+mBLA/VhdMfHczupFt0Few
+9smeEZ2UwvfCACEMPOAkvRMw2veUEcy8NDlx/Av2IdazJMn9uVib5zvF/1G/+QYq
+XLepuUt2hZB6cKutVQGHbGA5gr5E8el9WTFt9HpK5IwkjzExjbCcAGIOv7YuZNMS
+m54QxdfJJkJPJJvCL7mMkDrz0uHhbKEYAZNYQ4Ah+DgCvMkmWxbK8n3IkPuSg44C
+NSYyEZYpQXqGPzBRtWc1sZLgPh75bJmWt5j81CLvbiL5j1I=
+=c43u
+-----END PGP PRIVATE KEY BLOCK-----

tox.ini

@@ -6,4 +6,4 @@ toxworkdir=/tmp/analytics-tox-cache
 install_command=pip install --pre --allow-external argparse {opts} {packages}
 deps=-r{toxinidir}/requirements/default.txt
      -r{toxinidir}/requirements/test.txt
-commands=nosetests
+commands=nosetests -A 'not acceptance'