Add files via upload

Rairye · Oct 30, 2021 · 31c2940 · 31c2940
1 parent a0200e8
commit 31c2940
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/mnl_punct_norm/normalizer.py b/mnl_punct_norm/normalizer.py
@@ -89,6 +89,9 @@ def normalize_punct(input_str, mode, input_skips = "", replacement = " "):
                 if last_replacement == None or (last_replacement != None and i - last_replacement > 1):
                     result.append(input_str[0 if last_replacement == None else last_replacement+1:i])
                     last_replacement = i
+
+                if last_replacement == i-1:
+                    last_replacement = i
 
         if current_category == "SPACE" and mode == "REPLACE":
             if last_category == "REPLACEMENT":