From 54f4d71325c4f12b23113c945625796bda78e3c6 Mon Sep 17 00:00:00 2001 From: bptato Date: Fri, 29 Jul 2022 22:10:13 +0200 Subject: Update CSS tokenizer It was slightly outdated and in many places incorrect. --- src/utils/twtstr.nim | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/utils/twtstr.nim') diff --git a/src/utils/twtstr.nim b/src/utils/twtstr.nim index f7d16618..63d9a730 100644 --- a/src/utils/twtstr.nim +++ b/src/utils/twtstr.nim @@ -33,7 +33,7 @@ const AsciiUpperAlpha* = {'A'..'Z'} const AsciiLowerAlpha* = {'a'..'z'} const AsciiAlpha* = (AsciiUpperAlpha + AsciiLowerAlpha) const AllChars = {chr(0x00)..chr(0xFF)} -const NonAscii = (AllChars - Ascii) +const NonAscii* = (AllChars - Ascii) const AsciiDigit* = {'0'..'9'} const AsciiHexDigit* = (AsciiDigit + {'a'..'f', 'A'..'F'}) const AsciiWhitespace* = {' ', '\n', '\r', '\t', '\f'} -- cgit 1.4.1-2-gfad0