Correctly handle UTF-8 encoding .ly file. Solve issue aspiers#58

thawk · Jan 18, 2020 · 1a7f2ff · 1a7f2ff
1 parent 2852872
commit 1a7f2ff
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ly2video/ly/tokenize.py b/ly2video/ly/tokenize.py
@@ -260,7 +260,7 @@ class Token(unicode):
         
         """
         def __new__(cls, matchObj, tokenizer):
-            obj = unicode.__new__(cls, matchObj.group())
+            obj = unicode.__new__(cls, matchObj.group(), "utf-8")
             obj.pos, obj.end = matchObj.span()
             return obj
 
@@ -293,7 +293,7 @@ class Unparsed(Token):
         
         """
         def __new__(cls, value, pos):
-            obj = unicode.__new__(cls, value)
+            obj = unicode.__new__(cls, value, "utf-8")
             obj.pos = pos
             obj.end = pos + len(obj)
             return obj