Merge pull request #4162 from edx/ammar/veda-web-frontend-role

veda web frontend role

CHANGELOG.md

+- Role: veda_web_frontend
+  - New role added for [edx-video-pipeline](https://github.com/edx/edx-video-pipeline)
+
 - Role: edxapp
   - Added `EDXAPP_LMS_INTERNAL_ROOT_URL` setting (defaults to `EDXAPP_LMS_ROOT_URL`).
 

playbooks/edx-east/edx_continuous_integration.yml

@@ -37,6 +37,7 @@
     - analytics_api
     - ecommerce
     - credentials
+    - veda_web_frontend
     - oauth_client_setup
     - role: datadog
       when: COMMON_ENABLE_DATADOG

playbooks/edx-east/oauth_client_setup.yml

@@ -9,5 +9,6 @@
     - "roles/ecommerce/defaults/main.yml"
     - "roles/credentials/defaults/main.yml"
     - "roles/discovery/defaults/main.yml"
+    - "roles/veda_web_frontend/defaults/main.yml"
   roles:
     - oauth_client_setup

playbooks/edx-east/veda_web_frontend.yml

 - name: Deploy edX Video Pipeline Web Frontend
   hosts: all
+  become: True
   gather_facts: True
   roles:
-    - veda_web_frontend
+    - aws
+    - role: nginx
+      nginx_default_sites:
+        - veda_web_frontend
+    - role: veda_web_frontend
+    - role: splunkforwarder
+      when: COMMON_ENABLE_SPLUNKFORWARDER
+    # TODO! Add new relic instrumentation once all the other pieces of video pipeline are in place.

playbooks/roles/edx_ansible/templates/update.j2

@@ -14,7 +14,7 @@ IFS=","
 
     <repo> - must be one of edx-platform, edx-workers, xqueue, cs_comments_service, credentials, xserver, configuration,
     read-only-certificate-code, edx-analytics-data-api, edx-ora2, insights, ecommerce, course_discovery,
-    notifier
+    notifier, video_web_frontend
     <version> - can be a commit or tag
 
 EO
@@ -61,6 +61,7 @@ repos_to_cmd["insights"]="$edx_ansible_cmd insights.yml -e 'INSIGHTS_VERSION=$2'
 repos_to_cmd["ecommerce"]="$edx_ansible_cmd ecommerce.yml -e 'ECOMMERCE_VERSION=$2'"
 repos_to_cmd["discovery"]="$edx_ansible_cmd discovery.yml -e 'DISCOVERY_VERSION=$2'"
 repos_to_cmd["notifier"]="$edx_ansible_cmd notifier.yml -e 'NOTIFIER_VERSION=$2'"
+repos_to_cmd["video_web_frontend"]="$edx_ansible_cmd veda_web_frontend.yml -e 'VEDA_WEB_FRONTEND_VERSION=$2'"
 
 
 if [[ -z $1 || -z $2 ]]; then

playbooks/roles/edxlocal/defaults/main.yml

@@ -14,6 +14,7 @@ edxlocal_databases:
   - "{{ ANALYTICS_API_REPORTS_DB_NAME | default(None) }}"
   - "{{ CREDENTIALS_DEFAULT_DB_NAME | default(None) }}"
   - "{{ DISCOVERY_DEFAULT_DB_NAME | default(None) }}"
+  - "{{ VEDA_WEB_FRONTEND_DEFAULT_DB_NAME | default(None) }}"
 
 edxlocal_database_users:
   - {
@@ -61,3 +62,8 @@ edxlocal_database_users:
       user: "{{ DISCOVERY_MYSQL_USER | default(None) }}",
       pass: "{{ DISCOVERY_MYSQL_PASSWORD | default(None) }}"
     }
+  - {
+      db: "{{ VEDA_WEB_FRONTEND_DEFAULT_DB_NAME | default(None) }}",
+      user: "{{ VEDA_WEB_FRONTEND_MYSQL_USER | default(None) }}",
+      pass: "{{ VEDA_WEB_FRONTEND_MYSQL_PASSWORD | default(None) }}"
+    }

playbooks/roles/launch_ec2/tasks/main.yml

@@ -89,7 +89,7 @@
   delay: 30
   with_nested:
     - "{{ ec2.instances }}"
-    - ['studio', 'ecommerce', 'preview', 'discovery', 'credentials']
+    - ['studio', 'ecommerce', 'preview', 'discovery', 'credentials', 'veda']
 
 - name: Add new instance to host group
   local_action:

playbooks/roles/oauth_client_setup/defaults/main.yml

@@ -45,6 +45,13 @@ oauth_client_setup_oauth2_clients:
         secret: "{{ DISCOVERY_SOCIAL_AUTH_EDX_OIDC_SECRET | default('None') }}",
         logout_uri: "{{ DISCOVERY_LOGOUT_URL | default('None') }}"
       }
+    - {
+        name: "{{ veda_web_frontend_service_name | default('None') }}",
+        url_root: "{{ VEDA_WEB_FRONTEND_OAUTH2_URL | default('None') }}",
+        id: "{{ VEDA_WEB_FRONTEND_SOCIAL_AUTH_EDX_OIDC_KEY | default('None') }}",
+        secret: "{{ VEDA_WEB_FRONTEND_SOCIAL_AUTH_EDX_OIDC_SECRET | default('None') }}",
+        logout_uri: "{{ VEDA_WEB_FRONTEND_LOGOUT_URL | default('None') }}"
+      }
 
 #
 # OS packages

playbooks/roles/veda_web_frontend/defaults/main.yml

 ---
+#
+# edX Configuration
+#
+# github:     https://github.com/edx/configuration
+# wiki:       https://openedx.atlassian.net/wiki/display/OpenOPS
+# code style: https://openedx.atlassian.net/wiki/display/OpenOPS/Ansible+Code+Conventions
+# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
+#
+##
+# Defaults for role veda_web_frontend
+#
+
+# TODO! https://openedx.atlassian.net/browse/EDUCATOR-1852
+veda_web_frontend_service_name: "veda"
+
+veda_web_frontend_user: "{{ veda_web_frontend_service_name }}"
+veda_web_frontend_home: "{{ COMMON_APP_DIR }}/{{ veda_web_frontend_service_name }}"
+
+veda_web_frontend_service_home: "{{ COMMON_APP_DIR }}/{{ veda_web_frontend_service_name }}"
+veda_web_frontend_code_dir: "{{ veda_web_frontend_service_home }}/{{ veda_web_frontend_service_name }}"
+veda_web_frontend_venv_dir: "{{ veda_web_frontend_service_home }}/venvs/{{ veda_web_frontend_service_name }}"
+
+#
+# OS packages
+#
+
+veda_web_frontend_debian_pkgs:
+  - libffi6
+  - libffi-dev
+
+VEDA_WEB_FRONTEND_REPO: "edx-video-pipeline"
+
+VEDA_WEB_FRONTEND_VERSION: "master"
+
+VEDA_WEB_FRONTEND_MEMCACHE: []
+
+VEDA_WEB_FRONTEND_DJANGO_SETTINGS_MODULE: "VEDA.settings.production"
+
+VEDA_WEB_FRONTEND_SOCIAL_AUTH_REDIRECT_IS_HTTPS: true
+
+VEDA_WEB_FRONTEND_DATA_DIR: "{{ COMMON_DATA_DIR }}/{{ veda_web_frontend_service_name }}"
+VEDA_WEB_FRONTEND_MEDIA_ROOT: "{{ VEDA_WEB_FRONTEND_DATA_DIR }}/media"
+VEDA_WEB_FRONTEND_MEDIA_URL: "/media/"
+
+VEDA_WEB_FRONTEND_MEDIA_STORAGE_BACKEND:
+  DEFAULT_FILE_STORAGE: "django.core.files.storage.FileSystemStorage"
+  MEDIA_ROOT: "{{ VEDA_WEB_FRONTEND_MEDIA_ROOT }}"
+  MEDIA_URL: "{{ VEDA_WEB_FRONTEND_MEDIA_URL }}"
+
+VEDA_WEB_FRONTEND_ENVIRONMENT:
+  VIDEO_PIPELINE_CFG: "{{ COMMON_CFG_DIR }}/{{ veda_web_frontend_service_name }}.yml"
+  PYTHONPATH: "{{ veda_web_frontend_code_dir }}"
+
+VEDA_WEB_FRONTEND_STATICFILES_STORAGE: "django.contrib.staticfiles.storage.StaticFilesStorage"
+
+VEDA_WEB_FRONTEND_SERVICE_CONFIG: !!null
+VEDA_WEB_FRONTEND_SECRET_KEY: '{{ VIDEO_PIPELINE_BASE_SECRET_KEY }}'
+
+VEDA_WEB_FRONTEND_GUNICORN_PORT: '{{ VIDEO_PIPELINE_BASE_GUNICORN_PORT }}'
+VEDA_WEB_FRONTEND_NGINX_PORT: '{{ VIDEO_PIPELINE_BASE_NGINX_PORT }}'
+VEDA_WEB_FRONTEND_SSL_NGINX_PORT: '{{ VIDEO_PIPELINE_BASE_SSL_NGINX_PORT }}'
+
+VEDA_WEB_FRONTEND_DEFAULT_DB_NAME: '{{ VIDEO_PIPELINE_BASE_DEFAULT_DB_NAME }}'
+VEDA_WEB_FRONTEND_MYSQL_HOST: '{{ VIDEO_PIPELINE_BASE_MYSQL_HOST }}'
+VEDA_WEB_FRONTEND_MYSQL_USER: '{{ VIDEO_PIPELINE_BASE_MYSQL_USER }}'
+VEDA_WEB_FRONTEND_MYSQL_PASSWORD: '{{ VIDEO_PIPELINE_BASE_MYSQL_PASSWORD }}'
+
+VEDA_WEB_FRONTEND_OAUTH2_URL: '{{ VIDEO_PIPELINE_BASE_URL_ROOT }}/api/val/v0'
+VEDA_WEB_FRONTEND_LOGOUT_URL: '{{ VIDEO_PIPELINE_BASE_URL_ROOT }}/logout/'
+VEDA_WEB_FRONTEND_SOCIAL_AUTH_EDX_OIDC_KEY: '{{ VIDEO_PIPELINE_BASE_SOCIAL_AUTH_EDX_OIDC_KEY | default("pipeline-key") }}'
+VEDA_WEB_FRONTEND_SOCIAL_AUTH_EDX_OIDC_SECRET: '{{ VIDEO_PIPELINE_BASE_SOCIAL_AUTH_EDX_OIDC_SECRET | default("pipeline-secret") }}'

playbooks/roles/veda_web_frontend/meta/main.yml

 ---
-
+#
+# edX Configuration
+#
+# github:     https://github.com/edx/configuration
+# wiki:       https://openedx.atlassian.net/wiki/display/OpenOPS
+# code style: https://openedx.atlassian.net/wiki/display/OpenOPS/Ansible+Code+Conventions
+# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
+#
+##
+# Role includes for role veda_web_frontend
+#
 dependencies:
-  - video_pipeline_base
+  - role: video_pipeline_base
+    video_pipeline_base_service_name: '{{ veda_web_frontend_service_name }}'
+  - role: edx_django_service
+    edx_django_service_repo: '{{ VEDA_WEB_FRONTEND_REPO }}'
+    edx_django_service_version: '{{ VEDA_WEB_FRONTEND_VERSION }}'
+    edx_django_service_name: '{{ veda_web_frontend_service_name }}'
+    edx_django_service_user: '{{ veda_web_frontend_user }}'
+    edx_django_service_debian_pkgs_extra: '{{ veda_web_frontend_debian_pkgs }}'
+    edx_django_service_gunicorn_port: '{{ VEDA_WEB_FRONTEND_GUNICORN_PORT }}'
+    edx_django_service_django_settings_module: '{{ VEDA_WEB_FRONTEND_DJANGO_SETTINGS_MODULE }}'
+    edx_django_service_environment_extra: '{{ VEDA_WEB_FRONTEND_ENVIRONMENT }}'
+    edx_django_service_wsgi_name: 'VEDA'
+    edx_django_service_nginx_port: '{{ VEDA_WEB_FRONTEND_NGINX_PORT }}'
+    edx_django_service_ssl_nginx_port: '{{ VEDA_WEB_FRONTEND_SSL_NGINX_PORT }}'
+    edx_django_service_secret_key: '{{ VEDA_WEB_FRONTEND_SECRET_KEY }}'
+    edx_django_service_staticfiles_storage: '{{ VEDA_WEB_FRONTEND_STATICFILES_STORAGE }}'
+    edx_django_service_media_storage_backend: '{{ VEDA_WEB_FRONTEND_MEDIA_STORAGE_BACKEND }}'
+    edx_django_service_memcache: '{{ VEDA_WEB_FRONTEND_MEMCACHE }}'
+    edx_django_service_default_db_host: '{{ VEDA_WEB_FRONTEND_MYSQL_HOST }}'
+    edx_django_service_default_db_name: '{{ VEDA_WEB_FRONTEND_DEFAULT_DB_NAME }}'
+    edx_django_service_db_user: '{{ VEDA_WEB_FRONTEND_MYSQL_USER }}'
+    edx_django_service_db_password: '{{ VEDA_WEB_FRONTEND_MYSQL_PASSWORD }}'
+    edx_django_service_use_python3: false
+    edx_django_service_config: '{{ VEDA_WEB_FRONTEND_SERVICE_CONFIG }}'

playbooks/roles/veda_web_frontend/tasks/main.yml

 ---
+#
+# edX Configuration
+#
+# github:     https://github.com/edx/configuration
+# wiki:       https://openedx.atlassian.net/wiki/display/OpenOPS
+# code style: https://openedx.atlassian.net/wiki/display/OpenOPS/Ansible+Code+Conventions
+# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
+#
+##
+# Tasks for role veda_web_frontend
+#
+
+# This is creating a client in VEDA application not LMS.
+- name: create OAuth application clients
+  shell: >
+    {{ COMMON_BIN_DIR }}/python.{{ veda_web_frontend_service_name }} {{ COMMON_BIN_DIR }}/manage.{{ veda_web_frontend_service_name }} create_oauth_client --settings={{ VEDA_WEB_FRONTEND_DJANGO_SETTINGS_MODULE }}
+    {{ VIDEO_PIPELINE_BASE_OAUTH_CLIENT_ID }}
+    confidential
+    client-credentials
+    --client_name {{ VIDEO_PIPELINE_BASE_OAUTH_CLIENT_NAME }}
+    --client_secret {{ VIDEO_PIPELINE_BASE_OAUTH_CLIENT_SECRET }}
+    --redirect_uris {{ VIDEO_PIPELINE_BASE_OAUTH_TOKEN_URL }}
+    --skip_authorization
+  become_user: "{{ veda_web_frontend_user }}"
+  environment: "{{ VEDA_WEB_FRONTEND_ENVIRONMENT }}"

playbooks/roles/video_pipeline_base/defaults/main.yml

 ---
+#
+# edX Configuration
+#
+# github:     https://github.com/edx/configuration
+# wiki:       https://openedx.atlassian.net/wiki/display/OpenOPS
+# code style: https://openedx.atlassian.net/wiki/display/OpenOPS/Ansible+Code+Conventions
+# license:    https://github.com/edx/configuration/blob/master/LICENSE.TXT
+#
+##
+# Defaults for common variables for video_pipeline. This is the base role for all video pipeline roles.
+#
+
+video_pipeline_base_service_name: "video_pipeline_base"
+
+video_pipeline_base_val_base_url: "{{ VIDEO_PIPELINE_BASE_LMS_BASE_URL | default('http://127.0.0.1:8000') }}"
+
+VIDEO_PIPELINE_BASE_GUNICORN_PORT: 8555
+VIDEO_PIPELINE_BASE_NGINX_PORT: "1{{ VIDEO_PIPELINE_BASE_GUNICORN_PORT }}"
+VIDEO_PIPELINE_BASE_SSL_NGINX_PORT: "4{{ VIDEO_PIPELINE_BASE_GUNICORN_PORT }}"
+
+VIDEO_PIPELINE_BASE_URL_ROOT: "http://127.0.0.1:{{ VIDEO_PIPELINE_BASE_NGINX_PORT }}"
+
+VIDEO_PIPELINE_BASE_API_URL: "{{ VIDEO_PIPELINE_BASE_URL_ROOT }}/api"
+VIDEO_PIPELINE_BASE_OAUTH_URL: "{{ VIDEO_PIPELINE_BASE_URL_ROOT }}/veda_auth"
+VIDEO_PIPELINE_BASE_OAUTH_TOKEN_URL: "{{ VIDEO_PIPELINE_BASE_URL_ROOT }}/o/token"
+VIDEO_PIPELINE_BASE_OAUTH_CLIENT_ID: "video-pipeline-client-id"
+VIDEO_PIPELINE_BASE_OAUTH_CLIENT_NAME: "video-pipeline"
+VIDEO_PIPELINE_BASE_OAUTH_CLIENT_SECRET: "video-pipeline-client-secret"
+
+VIDEO_PIPELINE_BASE_SECRET_KEY: "SET-ME-TO-A-UNIQUE-LONG-RANDOM-STRING"
+
+VIDEO_PIPELINE_BASE_DEFAULT_DB_NAME: "veda"
+VIDEO_PIPELINE_BASE_MYSQL_HOST: "localhost"
+VIDEO_PIPELINE_BASE_MYSQL_USER: "veda001"
+VIDEO_PIPELINE_BASE_MYSQL_PASSWORD: "password"
+
+VIDEO_PIPELINE_BASE_RABBITMQ_BROKER: "localhost"
+VIDEO_PIPELINE_BASE_RABBITMQ_USER: "pipeline"
+VIDEO_PIPELINE_BASE_RABBITMQ_PASS: "pipeline"
+
+# video pipeline config overrides
+
+VIDEO_PIPELINE_BASE_EDX_S3_INGEST_PREFIX: "ingest/"
+VIDEO_PIPELINE_BASE_EDX_CLOUDFRONT_PREFIX: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_EDX_S3_INGEST_BUCKET: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_EDX_S3_ENDPOINT_BUCKET: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_VEDA_S3_UPLOAD_BUCKET: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_VEDA_UPLOAD_BUCKET: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_VEDA_S3_HOTSTORE_BUCKET: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_VEDA_DELIVERABLE_BUCKET: "SET-ME-PLEASE"
+
+VIDEO_PIPELINE_BASE_VEDA_BASE_URL: "{{ VIDEO_PIPELINE_BASE_URL_ROOT }}"
+VIDEO_PIPELINE_BASE_VEDA_ACCESS_KEY_ID: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_VEDA_SECRET_ACCESS_KEY: "SET-ME-PLEASE"
+
+VIDEO_PIPELINE_BASE_AWS_VIDEO_IMAGES_BUCKET: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_AWS_VIDEO_TRANSCRIPTS_BUCKET: "SET-ME-PLEASE"
+
+VIDEO_PIPELINE_BASE_ADMIN_EMAIL: "veda@example.com"
+VIDEO_PIPELINE_BASE_VEDA_NOREPLY_EMAIL: "veda-noreply@example.com"
+
+VIDEO_PIPELINE_BASE_CIELO24_API_ENVIRONMENT: "sandbox"
+VIDEO_PIPELINE_BASE_TRANSCRIPT_PROVIDER_REQUEST_TOKEN: "SET-ME-TO-A-UNIQUE-LONG-RANDOM-STRING"
+
+VIDEO_PIPELINE_BASE_SOCIAL_AUTH_EDX_OIDC_KEY: "pipeline-key"
+VIDEO_PIPELINE_BASE_SOCIAL_AUTH_EDX_OIDC_SECRET: "pipeline-secret"
+
+VIDEO_PIPELINE_BASE_VAL_API_URL: "{{ video_pipeline_base_val_base_url }}/api/val/v0/videos"
+VIDEO_PIPELINE_BASE_VAL_TOKEN_URL: "{{ video_pipeline_base_val_base_url }}/oauth2/access_token"
+VIDEO_PIPELINE_BASE_VAL_VIDEO_IMAGES_URL: "{{ video_pipeline_base_val_base_url }}/api/val/v0/videos/video-images/update/"
+VIDEO_PIPELINE_BASE_VAL_CLIENT_ID: "{{ VIDEO_PIPELINE_BASE_SOCIAL_AUTH_EDX_OIDC_KEY }}"
+VIDEO_PIPELINE_BASE_VAL_SECRET_KEY: "{{ VIDEO_PIPELINE_BASE_SOCIAL_AUTH_EDX_OIDC_SECRET }}"
+VIDEO_PIPELINE_BASE_VAL_USERNAME: "staff"
+VIDEO_PIPELINE_BASE_VAL_PASSWORD: "edx"
+VIDEO_PIPELINE_BASE_VAL_TRANSCRIPT_CREATE_URL: "{{ video_pipeline_base_val_base_url }}/api/val/v0/videos/video-transcripts/create/"
+VIDEO_PIPELINE_BASE_VAL_VIDEO_TRANSCRIPT_STATUS_URL: "{{ video_pipeline_base_val_base_url }}/api/val/v0/videos/status/"
+
+VIDEO_PIPELINE_BASE_SG_SERVER_PATH: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_SG_SCRIPT_NAME: "SET-ME-PLEASE"
+VIDEO_PIPELINE_BASE_SG_SCRIPT_KEY: "SET-ME-PLEASE"
+
+VIDEO_PIPELINE_BASE_HOST_ENVIRONMENT: "sandbox"
+
+# video pipeline config
+
+VIDEO_PIPELINE_BASE_CONFIG:
+  DATABASES:
+      default:
+          ENGINE: 'django.db.backends.mysql'
+          NAME: "{{ VIDEO_PIPELINE_BASE_DEFAULT_DB_NAME }}"
+          USER: "{{ VIDEO_PIPELINE_BASE_MYSQL_USER }}"
+          PASSWORD: "{{ VIDEO_PIPELINE_BASE_MYSQL_PASSWORD }}"
+          HOST: "{{ VIDEO_PIPELINE_BASE_MYSQL_HOST }}"
+          PORT: 3306
+
+  SECRET_KEY: "{{ VIDEO_PIPELINE_BASE_SECRET_KEY }}"
+
+  # django staticfile settings
+  STATIC_ROOT: "{{ COMMON_DATA_DIR }}/{{ video_pipeline_base_service_name }}/staticfiles"
+
+  # ---
+  # AWS Buckets, Prefixes
+  # ---
+  # Studio/Platform
+  edx_s3_ingest_prefix: "{{ VIDEO_PIPELINE_BASE_EDX_S3_INGEST_PREFIX }}"
+  edx_s3_ingest_bucket: "{{ VIDEO_PIPELINE_BASE_EDX_S3_INGEST_BUCKET }}"
+  edx_s3_endpoint_bucket: "{{ VIDEO_PIPELINE_BASE_EDX_S3_ENDPOINT_BUCKET }}"
+
+  # CF
+  edx_cloudfront_prefix: "{{ VIDEO_PIPELINE_BASE_EDX_CLOUDFRONT_PREFIX }}"
+
+  # Images
+  aws_video_images_bucket: "{{ VIDEO_PIPELINE_BASE_AWS_VIDEO_IMAGES_BUCKET }}"
+  aws_video_images_prefix: "video-images/"
+
+
+  # VEDA Internal
+  veda_s3_upload_bucket: "{{ VIDEO_PIPELINE_BASE_VEDA_S3_UPLOAD_BUCKET }}"
+  veda_s3_hotstore_bucket: "{{ VIDEO_PIPELINE_BASE_VEDA_S3_HOTSTORE_BUCKET }}"
+  veda_deliverable_bucket: "{{ VIDEO_PIPELINE_BASE_VEDA_DELIVERABLE_BUCKET }}"
+  veda_upload_bucket: "{{ VIDEO_PIPELINE_BASE_VEDA_UPLOAD_BUCKET }}"
+  veda_base_url: "{{ VIDEO_PIPELINE_BASE_VEDA_BASE_URL }}"
+  s3_base_url: https://s3.amazonaws.com
+
+
+  # Transcripts
+  aws_video_transcripts_bucket: "{{ VIDEO_PIPELINE_BASE_AWS_VIDEO_TRANSCRIPTS_BUCKET }}"
+  aws_video_transcripts_prefix: video-transcripts/
+
+  # cielo24 api urls
+  cielo24_api_base_url: 'https://{{ VIDEO_PIPELINE_BASE_CIELO24_API_ENVIRONMENT }}.cielo24.com/api'
+
+  # 3playmedia api urls
+  three_play_api_base_url: https://api.3playmedia.com/
+  three_play_api_transcript_url: https://static.3playmedia.com/
+
+  # a token identifying a valid request from transcript provider
+  transcript_provider_request_token: "{{ VIDEO_PIPELINE_BASE_TRANSCRIPT_PROVIDER_REQUEST_TOKEN }}"
+
+  # Ingest Secret
+  veda_secret_access_key: "{{ VIDEO_PIPELINE_BASE_VEDA_SECRET_ACCESS_KEY }}"
+  veda_access_key_id: "{{ VIDEO_PIPELINE_BASE_VEDA_ACCESS_KEY_ID }}"
+
+  # ---
+  # email vars
+  # ---
+  veda_noreply_email: "{{ VIDEO_PIPELINE_BASE_VEDA_NOREPLY_EMAIL }}"
+  admin_email: "{{ VIDEO_PIPELINE_BASE_ADMIN_EMAIL }}"
+
+  # ---
+  # VEDA API
+  # ---
+  ## VEDA API Auth
+  veda_api_url: "{{ VIDEO_PIPELINE_BASE_API_URL }}"
+  veda_auth_url: "{{ VIDEO_PIPELINE_BASE_OAUTH_URL }}"
+  veda_client_id: "{{ VIDEO_PIPELINE_BASE_OAUTH_CLIENT_ID }}"
+  veda_secret_key: "{{ VIDEO_PIPELINE_BASE_OAUTH_CLIENT_SECRET }}"
+  veda_token_url: "{{ VIDEO_PIPELINE_BASE_OAUTH_TOKEN_URL }}"
+
+  # ---
+  # VAL
+  # ---
+  val_api_url: "{{ VIDEO_PIPELINE_BASE_VAL_API_URL }}"
+  val_token_url: "{{ VIDEO_PIPELINE_BASE_VAL_TOKEN_URL }}"
+  val_video_images_url: "{{ VIDEO_PIPELINE_BASE_VAL_VIDEO_IMAGES_URL }}"
+  # Credentials
+  val_client_id: "{{ VIDEO_PIPELINE_BASE_VAL_CLIENT_ID }}"
+  val_secret_key: "{{ VIDEO_PIPELINE_BASE_VAL_SECRET_KEY }}"
+  val_password: "{{ VIDEO_PIPELINE_BASE_VAL_PASSWORD }}"
+  val_username: "{{ VIDEO_PIPELINE_BASE_VAL_USERNAME }}"
+  val_transcript_create_url: "{{ VIDEO_PIPELINE_BASE_VAL_TRANSCRIPT_CREATE_URL }}"
+  val_video_transcript_status_url: "{{ VIDEO_PIPELINE_BASE_VAL_VIDEO_TRANSCRIPT_STATUS_URL }}"
+
+  rabbitmq_broker: "{{ VIDEO_PIPELINE_BASE_RABBITMQ_BROKER }}"
+  rabbitmq_user: "{{ VIDEO_PIPELINE_BASE_RABBITMQ_USER }}"
+  rabbitmq_pass: "{{ VIDEO_PIPELINE_BASE_RABBITMQ_PASS }}"
+
+  # ---
+  # Shotgun Variables (internal mediateam)
+  # ---
+  sg_server_path: "{{ VIDEO_PIPELINE_BASE_SG_SERVER_PATH }}"
+  sg_script_name: "{{ VIDEO_PIPELINE_BASE_SG_SCRIPT_NAME }}"
+  sg_script_key: "{{ VIDEO_PIPELINE_BASE_SG_SCRIPT_KEY }}"

playbooks/roles/video_pipeline_base/tasks/main.yml

 ---
+
+- name: Write out app config file
+  template:
+    src: "config.yml.j2"
+    dest: "{{ COMMON_CFG_DIR  }}/{{ video_pipeline_base_service_name }}.yml"
+    mode: "0644"

playbooks/roles/video_pipeline_base/meta/main.yml → playbooks/roles/video_pipeline_base/templates/config.yml.j2

 ---
+{{ VIDEO_PIPELINE_BASE_CONFIG | to_nice_yaml }}

util/jenkins/ansible-provision.sh

@@ -204,6 +204,9 @@ CREDENTIALS_NGINX_PORT: 80
 CREDENTIALS_SSL_NGINX_PORT: 443
 CREDENTIALS_VERSION: $credentials_version
 
+VIDEO_PIPELINE_BASE_NGINX_PORT: 80
+VIDEO_PIPELINE_BASE_SSL_NGINX_PORT: 443
+
 DISCOVERY_NGINX_PORT: 80
 DISCOVERY_SSL_NGINX_PORT: 443
 DISCOVERY_VERSION: $discovery_version
@@ -304,6 +307,10 @@ COURSE_DISCOVERY_ECOMMERCE_API_URL: "https://ecommerce-${deploy_host}/api/v2"
 DISCOVERY_URL_ROOT: "https://discovery-${deploy_host}"
 DISCOVERY_SOCIAL_AUTH_REDIRECT_IS_HTTPS: true
 
+VIDEO_PIPELINE_DOMAIN: "veda-${deploy_host}"
+VIDEO_PIPELINE_BASE_URL_ROOT: "https://{{ VIDEO_PIPELINE_DOMAIN }}"
+VIDEO_PIPELINE_BASE_LMS_BASE_URL: "https://{{ EDXAPP_LMS_BASE }}"
+
 EOF
 fi
 
@@ -349,8 +356,9 @@ EOF
     fi
 fi
 
+veda_web_frontend="true"
 declare -A deploy
-roles="edxapp forum ecommerce credentials discovery notifier xqueue xserver certs demo testcourses"
+roles="edxapp forum ecommerce credentials discovery veda_web_frontend notifier xqueue xserver certs demo testcourses"
 
 for role in $roles; do
     deploy[$role]=${!role}