You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
14 lines
423 B
Racket
14 lines
423 B
Racket
#lang br/quicklang
|
|
(require brag/support "tokenizer.rkt")
|
|
|
|
(define (read-syntax path port)
|
|
(define tokens (apply-tokenizer make-tokenizer port))
|
|
(strip-bindings
|
|
#`(module basic-tokens-mod basic-demo/tokenize-only
|
|
#,@tokens)))
|
|
(module+ reader (provide read-syntax))
|
|
|
|
(define-macro (tokenize-only-mb TOKEN ...)
|
|
#'(#%module-begin
|
|
(list TOKEN ...)))
|
|
(provide (rename-out [tokenize-only-mb #%module-begin])) |