Ensure text files are opened as UTF-8

Author: refack

commands/preprocess_cssless.py

@@ -29,7 +29,7 @@
 
 
 def preprocess_html_merge_cssless(src_path, dst_path):
-    with open(src_path, 'r') as a_file:
+    with open(src_path, 'r', encoding='utf-8') as a_file:
         content = a_file.read()
         parser = etree.HTMLParser(encoding='utf-8')
         stripped = content.strip()

gadgets/replace_tests_base.py

@@ -46,14 +46,14 @@ def main():
 
     for path in paths:
         print('Processing {0}'.format(path))
-        with open(path, 'r') as file:
+        with open(path, 'r', encoding='utf-8') as file:
             text = file.read()
 
         # TODO user proper XML parser, not this hack
         text = re.sub('<link rel="selenium.base" href="(.*)" />',
                       '<link rel="selenium.base" href="' + args.url + '" />', text)
 
-        with open(path, 'w') as file:
+        with open(path, 'w', encoding='utf-8') as file:
             file.write(text)
 
 if __name__ == '__main__':

gadgets/sync_tests_mwiki.py

@@ -71,7 +71,7 @@ def sync_single_page(page, direction, dest_root):
     if direction == SYNC_DIRECTION_UPLOAD:
         if not os.path.exists(dest_path):
             return
-        with open(dest_path, 'r') as file:
+        with open(dest_path, 'r', encoding='utf-8') as file:
             new_text = file.read()
         if fix_whitespace(text) != fix_whitespace(new_text):
             page.put(new_text, 'sync with git')
@@ -82,7 +82,7 @@ def sync_single_page(page, direction, dest_root):
         if not os.path.exists(dest_dir):
             os.makedirs(dest_dir)
 
-        with open(dest_path, 'w') as file:
+        with open(dest_path, 'w', encoding='utf-8') as file:
             file.write(fix_whitespace(text))
         print('Downloaded {0}'.format(dest_path))
 

tests/test_preprocess_cssless.py

@@ -43,10 +43,10 @@ def test_preprocess_html_merge_cssless(self):
 
         preprocess_html_merge_cssless(src_path, dst_path)
 
-        with open(dst_path, 'r') as a_file:
+        with open(dst_path, 'r', encoding='utf-8') as a_file:
             test = a_file.read()
 
-        with open(expected_path, 'r') as a_file:
+        with open(expected_path, 'r', encoding='utf-8') as a_file:
             expected = a_file.read()
 
         self.assertEqual(test, expected)
@@ -63,10 +63,10 @@ def test_preprocess_html_merge_cssless2(self):
 
         preprocess_html_merge_cssless(src_path, dst_path)
 
-        with open(dst_path, 'r') as a_file:
+        with open(dst_path, 'r', encoding='utf-8') as a_file:
             test = a_file.read()
 
-        with open(expected_path, 'r') as a_file:
+        with open(expected_path, 'r', encoding='utf-8') as a_file:
             expected = a_file.read()
 
         self.assertEqual(test, expected)