You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
24 lines
715 B
Racket
24 lines
715 B
Racket
#lang br
|
|
(require brag/support)
|
|
|
|
(define-lex-abbrev digits (:+ (char-set "0123456789")))
|
|
|
|
(define basic-lexer
|
|
(lexer-srcloc
|
|
[(eof) (return-without-srcloc eof)]
|
|
["\n" (token 'NEWLINE lexeme)]
|
|
[whitespace (token lexeme #:skip? #t)]
|
|
[(from/stop-before "rem" "\n") (token 'REM lexeme)]
|
|
[(:or "print" "goto" "end"
|
|
"+" ":" ";") (token lexeme lexeme)]
|
|
[digits (token 'INTEGER (string->number lexeme))]
|
|
[(:or (:seq (:? digits) "." digits)
|
|
(:seq digits "."))
|
|
(token 'DECIMAL (string->number lexeme))]
|
|
[(:or (from/to "\"" "\"") (from/to "'" "'"))
|
|
(token 'STRING
|
|
(substring lexeme
|
|
1 (sub1 (string-length lexeme))))]))
|
|
|
|
(provide basic-lexer)
|