diff --git a/Sources/Tokenizer/Tokenizer.swift b/Sources/Tokenizer/Tokenizer.swift index 5a94e02..12f9791 100644 --- a/Sources/Tokenizer/Tokenizer.swift +++ b/Sources/Tokenizer/Tokenizer.swift @@ -1210,9 +1210,7 @@ public struct Tokenizer: ~Copyable { guard let reconsumeChar else { guard let c = input.popFirst() else { return nil } guard c != "\r" else { - if self.peek(input) == "\n" { - self.discardChar(&input) - } + if input.first == "\n" { input.removeFirst() } return "\n" } switch c.value {