mbutterick
/
br-parser-tools
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

*** empty log message ***

Browse Source 
original commit: ad85b3d11bfda2b8813c7b17f2c97d0f0d928c4e
tokens
Scott Owens 21 years ago
parent ee5e4fa155
commit 24f3240710
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File

4
collects/parser-tools/lex-sre.ss
Unescape Escape View File

@ -13,7 +13,7 @@
& &
~ ~
(rename sre-- -) (rename sre-- -)
(rename sre-/ /)) (rename sre-/ /)/-only-chars)
(define-lex-trans sre-* (define-lex-trans sre-*
(syntax-rules () (syntax-rules ()
@ -114,4 +114,4 @@
) )

8
collects/parser-tools/lex.ss
Unescape Escape View File

@ -173,7 +173,9 @@
(let ((first-pos (get-position ip)) (let ((first-pos (get-position ip))
(first-char (peek-char-or-special ip 0))) (first-char (peek-char-or-special ip 0)))
(cond (cond
((eq? 'special first-char) ((eof-object? first-char)
(do-match ip first-pos eof-action (read-char-or-special ip) wrap?))
((not (char? first-char))
(let* ((comment? #f) (let* ((comment? #f)
(error? #f) (error? #f)
(spec (with-handlers ((special-comment? (spec (with-handlers ((special-comment?
@ -190,8 +192,6 @@
(error? special-error-action) (error? special-error-action)
(else special-action)) (else special-action))
spec wrap?))))) spec wrap?)))))
((eof-object? first-char)
(do-match ip first-pos eof-action (read-char-or-special ip) wrap?))
(else (else
(let lexer-loop ( (let lexer-loop (
;; current-state ;; current-state
@ -210,7 +210,7 @@
(let ((next-state (let ((next-state
(cond (cond
((eof-object? char) #f) ((eof-object? char) #f)
((eq? char 'special) #f) ((not (char? char)) #f)
(else (get-next-state (char->integer char) (else (get-next-state (char->integer char)
(vector-ref trans-table state)))))) (vector-ref trans-table state))))))
(cond (cond

Write Preview
Loading…
Cancel
Save