Minor changes

tsproisl · Mar 22, 2018 · 6fbd9b3 · 6fbd9b3
1 parent fa2fee4
commit 6fbd9b3
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/somajo/camel_case_tokens.txt b/somajo/camel_case_tokens.txt
@@ -7007,5 +7007,5 @@ ZynAddSubFX
 ČeskéNoviny
 ŠkodaAuto
 
-# Mocoda
-MisterMcFluff
+# Mocoda (from Tobias Horsmann)
+MisterMcFluff
diff --git a/somajo/tokenizer.py b/somajo/tokenizer.py
@@ -63,7 +63,7 @@ def __init__(self, split_camel_case=False, token_classes=False, extra_info=False
                                       \s+              #   Whitespace to separate attributes
                                       [_:A-Z][-.:\w]*  #   Attribute name
                                       \s*=\s*          #   Attribute name-value delimiter
-                                      (?: "[^"”“]*"      #   Double-quoted attribute value
+                                      (?: "[^"]*"      #   Double-quoted attribute value
                                         | '[^']*'      #   Single-quoted attribute value
                                       )
                                     )*

diff --git a/somajo/utils.py b/somajo/utils.py
@@ -9,7 +9,7 @@
 def read_abbreviation_file(filename):
     """Return the abbreviations from the given filename."""
     abbreviations = set()
-    with open(os.path.join(os.path.dirname(os.path.abspath(__file__)), filename),encoding="utf-8") as fh:
+    with open(os.path.join(os.path.dirname(os.path.abspath(__file__)), filename), encoding="utf-8") as fh:
         for line in fh:
             line = line.strip()
             if line.startswith("#"):