working on metadata

course_discovery/apps/course_metadata/data_loaders/api.py

@@ -248,20 +248,20 @@ class CoursesApiDataLoader(AbstractDataLoader):
 
         return video
 
-# TODO: create publications api
-#
-# class PubApiDataLoader(AbstractDataLoader):
-#     """ Loads publications from the Pubs API """
-#
-#     def ingest(self):
-#         api_url = self.partner.pubs_api_url
-#         count = None
-#         page = 1
-#
-#         logger.info('Refreshing publications from %s...', api_url)
-#
-#         while page:
-#             response = self.api_client.
+
+class PubApiDataLoader(AbstractDataLoader):
+    """ Loads publications from the Pubs API """
+
+    def ingest(self):
+        api_url = self.partner.pubs_api_url
+        count =None
+        page = 1
+
+        logger.info('Refreshing publications from %s...', api_url)
+
+        while page:
+            response = self.api_client.publications.get(page=page, page_size=self.PAGE_SIZE)
+            #TODO: make publications api
 
 
 class EcommerceApiDataLoader(AbstractDataLoader):

course_discovery/apps/course_metadata/management/commands/refresh_course_metadata.py

@@ -137,26 +137,26 @@ class Command(BaseCommand):
             )
 
             pipeline = (
-                (
-                    (SubjectMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
-                    (SchoolMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
-                    (SponsorMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
-                    (PersonMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
-                ),
-                (
-                    (CourseMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
-                    (OrganizationsApiDataLoader, partner.organizations_api_url, max_workers),
-                ),
-                (
-                    (CoursesApiDataLoader, partner.courses_api_url, max_workers),
-                ),
+                # (
+                #     (SubjectMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
+                #     (SchoolMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
+                #     (SponsorMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
+                #     (PersonMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
+                # ),
+                # (
+                #     (CourseMarketingSiteDataLoader, partner.marketing_site_url_root, max_workers),
+                #     (OrganizationsApiDataLoader, partner.organizations_api_url, max_workers),
+                # ),
+                # (
+                #     (CoursesApiDataLoader, partner.courses_api_url, max_workers),
+                # ),
                 (
                     (PubApiDataLoader, partner.pubs_api_url, max_workers),
-                )
-                (
-                    (EcommerceApiDataLoader, partner.ecommerce_api_url, 1),
-                    (ProgramsApiDataLoader, partner.programs_api_url, max_workers),
                 ),
+                # (
+                #     (EcommerceApiDataLoader, partner.ecommerce_api_url, 1),
+                #     (ProgramsApiDataLoader, partner.programs_api_url, max_workers),
+                # ),
             )
 
             if waffle.switch_is_active('parallel_refresh_pipeline'):

course_discovery/apps/course_metadata/migrations/0083_merge_20180320_1455.py

+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.3 on 2018-03-20 14:55
+from __future__ import unicode_literals
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('course_metadata', '0082_pub_partner'),
+        ('course_metadata', '0079_enable_program_default_true'),
+    ]
+
+    operations = [
+    ]