about summary refs log tree commit diff stats
path: root/config.mk
blob: 17e15cb58e2d835cdf011f6a8f101350d7c0d184 (plain) (blame) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

# dwm version
VERSION = 2.0

# Customize below to fit your system

# paths
PREFIX = /usr/local
MANPREFIX = ${PREFIX}/share/man

X11INC = /usr/X11R6/include
X11LIB = /usr/X11R6/lib

# includes and libs
INCS = -I. -I/usr/include -I${X11INC}
LIBS = -L/usr/lib -lc -L${X11LIB} -lX11

# flags
CFLAGS = -Os ${INCS} -DVERSION=\"${VERSION}\"
LDFLAGS = ${LIBS}
#CFLAGS = -g -Wall -O2 ${INCS} -DVERSION=\"${VERSION}\"
#LDFLAGS = -g ${LIBS}

# compiler and linker
CC = cc
LD = ${CC}
generated by cgit-pink 1.4.1-2-gfad0 (git 2.36.2.497.gbbea4dcf42) at 2025-07-25 05:10:25 +0000
): return not char.isalnum() and not char.isspace() def add_token(self): if self.token: self.tokens.append(self.token) self.token = '' def process(self, text): for char in text: if self.state == 'START': if self.is_letter(char): self.state = 'IN_WORD' self.token += char elif self.is_digit(char): self.state = 'IN_NUMBER' self.token += char elif self.is_symbol(char): self.state = 'IN_SYMBOL' self.token += char elif self.state == 'IN_WORD': if self.is_letter(char): self.token += char else: self.add_token() self.state = 'START' if not char.isspace(): self.process(char) # Reprocess this character elif self.state == 'IN_NUMBER': if self.is_digit(char): self.token += char else: self.add_token() self.state = 'START' if not char.isspace(): self.process(char) # Reprocess this character elif self.state == 'IN_SYMBOL': if self.is_symbol(char): self.token += char else: self.add_token() self.state = 'START' if not char.isspace(): self.process(char) # Reprocess this character # End of input, add any remaining token self.add_token() def tokenize(self, text): self.process(text) return self.tokens # Example usage tokenizer = TokenizerFSA() # text = "Hello, world! 123" # tokens = tokenizer.tokenize(text) # print(tokens) # Output: ['Hello', ',', 'world', '!', '123'] t = "this is a test l33t, banana, banana! Bang? Wh00T2? We hope;; 12396 233,973,000" tt = tokenizer.tokenize(t) print(tt)
generated by cgit-pink 1.4.1-2-gfad0 (git 2.36.2.497.gbbea4dcf42) at 2025-07-25 05:10:18 +0000