|
|
@ -14,6 +14,8 @@
|
|
|
|
;; todo: try adding support for line comments
|
|
|
|
;; todo: try adding support for line comments
|
|
|
|
#;[(:: "#" (:* (complement "\n")) "\n") (token 'comment #:skip? #t)]
|
|
|
|
#;[(:: "#" (:* (complement "\n")) "\n") (token 'comment #:skip? #t)]
|
|
|
|
[whitespace (token 'white #:skip? #t)]
|
|
|
|
[whitespace (token 'white #:skip? #t)]
|
|
|
|
|
|
|
|
;; treat other characters as comments
|
|
|
|
|
|
|
|
[(char-range #\nul #\~) (token 'ascii #:skip? #t)]
|
|
|
|
[(eof) eof]))
|
|
|
|
[(eof) eof]))
|
|
|
|
|
|
|
|
|
|
|
|
(define (next-token) (get-token ip))
|
|
|
|
(define (next-token) (get-token ip))
|
|
|
|