naive unicode support

pipeline/compilers/__init__.py

@@ -36,13 +36,13 @@ class Compiler(object):
 
     def read_file(self, path):
         file = storage.open(path, 'rb')
-        content = file.read()
+        content = file.read().decode('utf-8')
         file.close()
         return content
 
     def save_file(self, path, content):
         file = storage.open(path, 'wb')
-        file.write(content)
+        file.write(content.encode('utf-8'))
         file.close()
 
 
@@ -58,7 +58,7 @@ class CompilerBase(object):
 
     def save_file(self, path, content):
         file = storage.open(path, 'wb')
-        file.write(content)
+        file.write(content.encode('utf-8'))
         file.close()
         return path
 
@@ -71,10 +71,10 @@ class SubProcessCompiler(CompilerBase):
     def execute_command(self, command, content):
         pipe = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE,
             stdin=subprocess.PIPE, stderr=subprocess.PIPE)
-        pipe.stdin.write(content)
+        pipe.stdin.write(content.encode('utf-8'))
         pipe.stdin.close()
 
-        compressed_content = pipe.stdout.read()
+        compressed_content = pipe.stdout.read().decode('utf-8')
         pipe.stdout.close()
 
         error = pipe.stderr.read()

pipeline/compilers/less/__init__.py

@@ -13,7 +13,7 @@ class LessCompiler(CompilerBase):
 
     def compile_file(self, content):
         tmp_file = tempfile.NamedTemporaryFile(mode='w+b')
-        tmp_file.write(content)
+        tmp_file.write(content.encode('utf-8'))
         tmp_file.flush()
 
         output_file = tempfile.NamedTemporaryFile(mode='w+b')
@@ -25,7 +25,7 @@ class LessCompiler(CompilerBase):
 
         command_output = os.popen(command).read()
 
-        compiled_content = output_file.read()
+        compiled_content = output_file.read().decode('utf-8')
         output_file.close()
         tmp_file.close()
 

pipeline/compressors/__init__.py

@@ -197,7 +197,7 @@ class Compressor(object):
     def read_file(self, path):
         """Read file content in binary mode"""
         file = storage.open(path, 'rb')
-        content = file.read()
+        content = file.read().decode('utf-8')
         file.close()
         return content
 
@@ -222,10 +222,10 @@ class SubProcessCompressor(CompressorBase):
     def execute_command(self, command, content):
         pipe = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE,
             stdin=subprocess.PIPE, stderr=subprocess.PIPE)
-        pipe.stdin.write(content)
+        pipe.stdin.write(content.encode('utf-8'))
         pipe.stdin.close()
 
-        compressed_content = pipe.stdout.read()
+        compressed_content = pipe.stdout.read().decode('utf-8')
         pipe.stdout.close()
 
         error = pipe.stderr.read()

pipeline/compressors/csstidy/__init__.py

@@ -11,7 +11,7 @@ warnings.simplefilter('ignore', RuntimeWarning)
 class CSSTidyCompressor(CompressorBase):
     def compress_css(self, css):
         tmp_file = tempfile.NamedTemporaryFile(mode='w+b')
-        tmp_file.write(css)
+        tmp_file.write(css.encode('utf-8'))
         tmp_file.flush()
 
         output_file = tempfile.NamedTemporaryFile(mode='w+b')
@@ -23,7 +23,7 @@ class CSSTidyCompressor(CompressorBase):
 
         command_output = os.popen(command).read()
 
-        filtered_css = output_file.read()
+        filtered_css = output_file.read().decode('utf-8')
         output_file.close()
         tmp_file.close()
 

pipeline/packager.py

@@ -73,7 +73,7 @@ class Packager(object):
 
     def save_file(self, path, content):
         file = storage.open(path, 'wb')
-        file.write(content)
+        file.write(content.encode('utf-8'))
         file.close()
         return path
 

pipeline/versioning/hash/__init__.py

@@ -29,7 +29,7 @@ class HashVersioningBase(VersioningBase):
     def read_file(self, path):
         """Read file content in binary mode"""
         file = storage.open(path, 'rb')
-        content = file.read()
+        content = file.read().decode('utf-8')
         file.close()
         return content