|
|
@ -10,8 +10,7 @@
|
|
|
|
#;[(:: "#" (:* (complement "\n")) "\n") (token 'comment #:skip? #t)]
|
|
|
|
#;[(:: "#" (:* (complement "\n")) "\n") (token 'comment #:skip? #t)]
|
|
|
|
[whitespace (token 'white #:skip? #t)]
|
|
|
|
[whitespace (token 'white #:skip? #t)]
|
|
|
|
;; treat other characters as comments
|
|
|
|
;; treat other characters as comments
|
|
|
|
[(char-range #\nul #\~) (token 'ascii #:skip? #t)]
|
|
|
|
[(char-range #\nul #\~) (token 'ascii #:skip? #t)]))
|
|
|
|
[(eof) eof]))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
(define (next-token) (get-token ip))
|
|
|
|
(define (next-token) (get-token ip))
|
|
|
|
|
|
|
|
|
|
|
|