You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
16 lines
529 B
Racket
16 lines
529 B
Racket
#lang br/quicklang
|
|
(require parser-tools/lex parser-tools/lex-sre brag/support)
|
|
(define (tokenize port)
|
|
(define (next-token)
|
|
(define our-lexer
|
|
(lexer
|
|
[(eof) eof]
|
|
;; (char-complement "\n") means any char but "\n"
|
|
;; (complement "\n") means any whole string except "\n"
|
|
[(seq "//" (* (char-complement "\n"))) (next-token)]
|
|
["@$" (token 'OPEN lexeme)]
|
|
["$@" (token 'CLOSE lexeme)]
|
|
[any-char (token 'CHAR lexeme)]))
|
|
(our-lexer port))
|
|
next-token)
|
|
(provide tokenize) |