You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
73 lines
2.2 KiB
Racket
73 lines
2.2 KiB
Racket
8 years ago
|
#lang racket/base
|
||
3 years ago
|
(require yaragg/examples/simple-arithmetic-grammar
|
||
|
|
yaragg/support
|
||
|
8 years ago
|
racket/set
|
||
|
3 years ago
|
yaragg/parser-tools/lex
|
||
|
8 years ago
|
racket/list
|
||
|
|
rackunit)
|
||
|
|
|
||
|
|
(define (tokenize ip)
|
||
|
|
(port-count-lines! ip)
|
||
|
|
(define lex/1
|
||
|
|
(lexer-src-pos
|
||
|
|
[(repetition 1 +inf.0 numeric)
|
||
|
|
(token 'INT (string->number lexeme))]
|
||
|
|
[whitespace
|
||
|
|
(token 'WHITESPACE #:skip? #t)]
|
||
|
|
["+"
|
||
|
|
(token '+ "+")]
|
||
|
|
["*"
|
||
|
|
(token '* "*")]
|
||
|
|
[(eof)
|
||
|
|
(token eof)]))
|
||
|
|
(lambda ()
|
||
|
|
(lex/1 ip)))
|
||
|
|
|
||
|
|
|
||
|
|
;; expr : term ('+' term)*
|
||
|
|
;; term : factor (('*') factor)*
|
||
|
|
;; factor : INT
|
||
|
|
|
||
|
|
(check-equal? (syntax->datum (parse #f (tokenize (open-input-string "42"))))
|
||
|
|
'(expr (term (factor 42))))
|
||
|
|
(check-equal? (syntax->datum (parse #f (tokenize (open-input-string "3+4"))))
|
||
|
|
'(expr (term (factor 3))
|
||
|
|
"+"
|
||
|
|
(term (factor 4))))
|
||
|
|
(check-equal? (syntax->datum (parse #f (tokenize (open-input-string "3+4+5"))))
|
||
|
|
'(expr (term (factor 3))
|
||
|
|
"+"
|
||
|
|
(term (factor 4))
|
||
|
|
"+"
|
||
|
|
(term (factor 5))))
|
||
|
|
|
||
|
|
|
||
|
|
(check-equal? (syntax->datum (parse #f (tokenize (open-input-string "3*4*5"))))
|
||
|
|
'(expr (term (factor 3) "*" (factor 4) "*" (factor 5))))
|
||
|
|
|
||
|
|
|
||
|
|
(check-equal? (syntax->datum (parse #f (tokenize (open-input-string "3*4 + 5*6"))))
|
||
|
|
'(expr (term (factor 3) "*" (factor 4))
|
||
|
|
"+"
|
||
|
|
(term (factor 5) "*" (factor 6))))
|
||
|
|
|
||
|
|
(check-equal? (syntax->datum (parse #f (tokenize (open-input-string "4*5+6"))))
|
||
|
|
'(expr (term (factor 4) "*" (factor 5))
|
||
|
|
"+"
|
||
|
|
(term (factor 6))))
|
||
|
|
|
||
|
|
(check-equal? (syntax->datum (parse #f (tokenize (open-input-string "4+5 *6"))))
|
||
|
|
'(expr (term (factor 4))
|
||
|
|
"+"
|
||
|
|
(term (factor 5) "*" (factor 6))))
|
||
|
|
|
||
|
|
|
||
|
|
(check-exn exn:fail:parsing?
|
||
|
|
(lambda () (parse #f (tokenize (open-input-string "7+")))))
|
||
|
|
(check-exn exn:fail:parsing?
|
||
|
|
(lambda () (parse #f (tokenize (open-input-string "7+6+")))))
|
||
|
|
|
||
|
|
|
||
|
|
(check-equal? all-token-types
|
||
|
|
(set '+ '* 'INT))
|