(defpackage #:clex (:use #:common-lisp #:cutil) (:export #: #: #: #: #: #:ident #:lexer)) (in-package #:clex) (defclass () () (:metaclass )) (defclass () ((int :reader int))) (defclass () ((ident :reader ident))) (defclass () ((lsymbol :reader lsymbol))) (defclass () ((lstring :reader lstring))) (defclass () ()) (defclass () ((lstring :initarg :s :accessor lstring) (current :initform 0 :accessor current) (size :accessor size))) (defmethod initialize-object :after ((self ) initargs) (setf (size self) (length (lstring self)))) (defgeneric forward (cl &rest args)) (defmethod forward ((cl ) &rest args) (let ((incr (if (null args) 1 (car args)))) (setf (current cl) (+ (current cl) incr)))) (defgeneric extract (pred cl)) (defmethod extract (pred (cl )) (let* ((st (lstring cl)) (pos (current cl)) (res nil)) (labels ((ext (n) (if (and (< n (size cl)) (funcall pred (elt st n))) (ext (+ n 1)) n))) (setq res (ext pos)) (setf (current cl) res) (subseq (lstring cl) pos (- res pos))))) (defgeneric extract-int (cl)) (defmethod extract-int ((cl )) (flet ((is-int (x) (and (char>= x #\0) (char<= x #\9)))) (parse-integer (extract #'is-int cl)))) (defgeneric extract-ident (cl)) (defmethod extract-ident ((cl )) (flet ((is-alpha-num (x) (or (and (char>= x #\a) (char<= x #\z)) (and (char>= x #\A) (char<= x #\Z)) (and (char>= x #\0) (char<= x #\9)) (char= x #\_)))) (extract #'is-alpha-num cl))) (defgeneric lexer (cl)) (defmethod lexer ((cl )) (flet ((lexer-char (c) (cond ((member c '(#\space #\tab)) (forward cl) (lexer cl)) ; NB: tail recursion. ok? ((or (and (char>= c #\a) (char<= c #\z)) (and (char>= c #\A) (char<= c #\Z))) (make-instance (find-class ') 'i (extract-ident cl))) ((char= c #\") (forward cl) (let ((res (make-instance (find-class ') 's (extract (lambda (c) (char/= c #\")) cl)))) (forward cl) res)) ((member c '(#\+ #\- #\* #\/ #\% #\& #\| #\! #\= #\( #\))) (forward cl) (make-instance (find-class ') 's (string c))) ((member c '(#\< #\>)) (forward cl) )))))) (provide "clex")