1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
import unittest, strutils
import ../../lib/packages/docutils/highlite
block: # Nim tokenizing
test "string literals and escape seq":
check("\"ok1\\nok2\\nok3\"".tokenize(langNim) ==
@[("\"ok1", gtStringLit), ("\\n", gtEscapeSequence), ("ok2", gtStringLit),
("\\n", gtEscapeSequence), ("ok3\"", gtStringLit)
])
check("\"\"\"ok1\\nok2\\nok3\"\"\"".tokenize(langNim) ==
@[("\"\"\"ok1\\nok2\\nok3\"\"\"", gtLongStringLit)
])
test "whitespace at beginning of line is preserved":
check(" discard 1".tokenize(langNim) ==
@[(" ", gtWhitespace), ("discard", gtKeyword), (" ", gtWhitespace),
("1", gtDecNumber)
])
block: # Cmd (shell) tokenizing
test "cmd with dollar and output":
check(
dedent"""
$ nim c file.nim
out: file [SuccessX]"""
.tokenize(langConsole) ==
@[("$ ", gtPrompt), ("nim", gtProgram),
(" ", gtWhitespace), ("c", gtOption), (" ", gtWhitespace),
("file.nim", gtIdentifier), ("\n", gtWhitespace),
("out: file [SuccessX]", gtProgramOutput)
])
|