Add contentstore from cms proto as a baseline for importing and views for the cms

cms/djangoapps/contentstore/management/commands/ftpserve.py

+from django.core.management.base import BaseCommand
+from django.contrib.auth.models import User
+import contentstore.tasks
+
+from pyftpdlib import ftpserver
+import os
+
+class DjangoAuthorizer(object):
+    def validate_authentication(self, username, password):
+        try: 
+            u=User.objects.get(username=username)
+        except User.DoesNotExist:
+            return False
+        # TODO: Check security groups
+        return u.check_password(password)
+    def has_user(self, username):
+        print "????",username
+        return True
+    def has_perm(self, username, perm, path=None):
+        print "!!!!!",username, perm, path
+        return True
+    def get_home_dir(self, username):
+        d = "/tmp/ftp/"+username
+        try: 
+            os.mkdir(d)
+        except OSError:
+            pass
+        return "/tmp/ftp/"+username
+    def get_perms(self, username):
+        return 'elradfmw'
+    def get_msg_login(self, username):
+        return 'Hello'
+    def get_msg_quit(self, username):
+        return 'Goodbye'
+    def __init__(self):
+        pass
+    def impersonate_user(self, username, password):
+        pass
+    def terminate_impersonation(self, username):
+        pass
+
+def on_upload(ftp_handler, filename):
+    source = ftp_handler.remote_ip
+    author = ftp_handler.username
+    print filename, author, source
+    # We pass on this for now: 
+    #   contentstore.tasks.on_upload
+    # It is a changing API, and it makes testing the FTP server slow. 
+
+class Command(BaseCommand):
+    help = \
+''' Run FTP server.'''
+    def handle(self, *args, **options):
+        authorizer = DjangoAuthorizer() #ftpserver.DummyAuthorizer()
+        handler = ftpserver.FTPHandler
+        handler.on_file_received = on_upload
+
+        handler.authorizer = authorizer
+        address = ("127.0.0.1", 2121)
+        ftpd = ftpserver.FTPServer(address, handler)
+        ftpd.serve_forever()

cms/djangoapps/contentstore/management/commands/import.py

+### 
+### One-off script for importing courseware form XML format
+###
+
+
+#import mitxmako.middleware
+#from courseware import content_parser
+#from django.contrib.auth.models import User
+from mako.template import Template
+from mako.lookup import TemplateLookup
+
+from django.core.management.base import BaseCommand
+from contentstore.models import create_item, update_item, update_children
+
+from lxml import etree
+
+class Command(BaseCommand):
+    help = \
+''' Run FTP server.'''
+    def handle(self, *args, **options):
+        print args
+        data_dir = args[0]
+        course_file = 'course.xml'
+ 
+        parser = etree.XMLParser(remove_comments = True)
+
+        lookup = TemplateLookup(directories=[data_dir])
+        template = lookup.get_template("course.xml")
+        course_string = template.render(groups=[])
+        course = etree.XML(course_string, parser=parser)
+
+        elements = course.xpath("//*")
+
+        tag_to_category = {# Inside HTML ==> Skip these
+            # Custom tags
+            'videodev': 'Custom',
+            'slides': 'Custom',
+            'book': 'Custom',
+            'image': 'Custom',
+            'discuss': 'Custom',
+            # Simple lists
+            'chapter': 'Sequence',
+            'course': 'Sequence',
+            'sequential': 'Sequence',
+            'vertical': 'Sequence',
+            'section': 'Sequence',
+            # True types
+            'video': 'VideoSegment',
+            'html': 'HTML',
+            'problem': 'Problem',
+            }
+
+
+        name_index=0
+        for e in elements:
+            name = e.attrib.get('name', None)
+            for f in elements:
+                if f != e and f.attrib.get('name', None) == name:
+                    name = None
+            if not name:
+                name = "{tag}_{index}".format(tag = e.tag,index = name_index)
+                name_index = name_index + 1
+            if e.tag in tag_to_category:
+                category = tag_to_category[e.tag]
+                category = category.replace('/', '-')
+                name = name.replace('/', '-')
+                e.set('url', 'i4x://mit.edu/6002xs12/{category}/{name}'.format(category = category, 
+                                                                               name = name))
+
+
+        def handle_skip(e):
+            print "Skipping ", e
+
+        results = {}
+
+        def handle_custom(e):
+            data = {'type':'i4x://mit.edu/6002xs12/tag/{tag}'.format(tag=e.tag),
+                    'attrib':dict(e.attrib)}
+            results[e.attrib['url']] = {'data':data}
+
+        def handle_list(e):
+            if e.attrib.get("class", None) == "tutorials":
+                return
+            children = [{'url':le.attrib['url']} for le in e.getchildren()]
+            results[e.attrib['url']] = {'children':children}
+
+        def handle_video(e):
+            url = e.attrib['url']
+            clip_url = url.replace('VideoSegment', 'VideoClip')
+            # Take: 0.75:izygArpw-Qo,1.0:p2Q6BrNhdh8,1.25:1EeWXzPdhSA,1.50:rABDYkeK0x8
+            # Make: [(0.75, 'izygArpw-Qo'), (1.0, 'p2Q6BrNhdh8'), (1.25, '1EeWXzPdhSA'), (1.5, 'rABDYkeK0x8')]
+            youtube_str = e.attrib['youtube'] 
+            youtube_list =  [(float(x), y) for x,y in map(lambda x:x.split(':'), youtube_str.split(','))]
+            clip_infos = [{ "status": "ready", 
+                            "format": "youtube", 
+                            "sane": True, 
+                            "location": "youtube", 
+                            "speed": speed, 
+                            "id": youtube_id, 
+                            "size": None} \
+                          for (speed, youtube_id) \
+                              in youtube_list]
+            results[clip_url] = {'data':{'clip_infos':clip_infos}}
+            results[url] = {'children' : [{'url':clip_url}]}
+
+        def handle_html(e):
+            if 'src' in e.attrib:
+                text = open(data_dir+'html/'+e.attrib['src']).read()
+            else:
+                textlist=[e.text]+[etree.tostring(elem) for elem in e]+[e.tail]
+                textlist=[i for i in textlist if type(i)==str]
+                text = "".join(textlist)
+
+            results[e.attrib['url']] = {'data':{'text':text}}
+
+        def handle_problem(e):
+            data = open(data_dir+'problems/'+e.attrib['filename']+'.xml').read()
+            results[e.attrib['url']] = {'data':{'statement':data}}
+
+        element_actions = {# Inside HTML ==> Skip these
+            'a': handle_skip,
+            'h1': handle_skip,
+            'h2': handle_skip,
+            'hr': handle_skip,
+            'strong': handle_skip,
+            'ul': handle_skip,
+            'li': handle_skip,
+            'p': handle_skip,
+            # Custom tags
+            'videodev': handle_custom,
+            'slides': handle_custom,
+            'book': handle_custom,
+            'image': handle_custom,
+            'discuss': handle_custom,
+            # Simple lists
+            'chapter': handle_list,
+            'course': handle_list,
+            'sequential': handle_list,
+            'vertical': handle_list,
+            'section': handle_list,
+            # True types
+            'video': handle_video,
+            'html': handle_html,
+            'problem': handle_problem,
+            }
+
+        for e in elements:
+            element_actions[e.tag](e)
+
+        for k in results:
+            print k
+            create_item(k, 'Piotr Mitros')
+            if 'data' in results[k]:
+                update_item(k, results[k]['data'])
+            if 'children' in results[k]:
+                update_children(k, results[k]['children'])
+            
+

cms/djangoapps/contentstore/tests.py

+"""
+This file demonstrates writing tests using the unittest module. These will pass
+when you run "manage.py test".
+
+Replace this with more appropriate tests for your application.
+"""
+
+from django.test import TestCase
+
+
+class SimpleTest(TestCase):
+    def test_basic_addition(self):
+        """
+        Tests that 1 + 1 always equals 2.
+        """
+        self.assertEqual(1 + 1, 2)

cms/envs/common.py

@@ -144,8 +144,6 @@ INSTALLED_APPS = (
     'django.contrib.sites',
     'django.contrib.messages',
     'django.contrib.staticfiles',
-    # Uncomment the next line to enable the admin:
-    # 'django.contrib.admin',
-    # Uncomment the next line to enable admin documentation:
-    # 'django.contrib.admindocs',
+    'contentstore',
+    'instructor',
 )

cms/urls.py

@@ -5,6 +5,6 @@ from django.conf.urls.defaults import patterns, url
 # admin.autodiscover()
 
 urlpatterns = patterns('',
-    url(r'^(?P<org>[^/]+)/(?P<course>[^/]+)/calendar/', 'cms.views.calendar', name='calendar'),
+    url(r'^(?P<org>[^/]+)/(?P<course>[^/]+)/calendar/', 'contentstore.views.calendar', name='calendar'),
     url(r'^accounts/login/', 'instructor.views.do_login', name='login'),
 )