You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
typesetting/xenomorph/xenomorph/stream.rkt

112 lines
4.6 KiB
Racket

This file contains invisible Unicode characters!

This file contains invisible Unicode characters that may be processed differently from what appears below. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to reveal hidden characters.

#lang debug racket/base
(require racket/class
racket/contract
racket/match
racket/sequence
"base.rkt" "util.rkt" "number.rkt" "list.rkt" racket/stream sugar/unstable/dict)
(provide (all-defined-out))
#|
approximates
https://github.com/mbutterick/restructure/blob/master/src/LazyArray.coffee
|#
(define x:stream%
(class x:list%
(super-new)
(inherit-field [@type type] [@len len])
(define/override (x:decode port parent)
(define starting-pos (pos port)) ; ! placement matters. `resolve-length` will change `pos`
(define maybe-len (resolve-length @len port parent))
(define new-parent (if (x:int? @len)
(mhasheq x:parent-key parent
x:start-offset-key starting-pos
x:current-offset-key 0
x:length-key @len)
parent))
(define stream-starting-pos (pos port))
(define item-size (send @type x:size #f new-parent))
;; have to be able to retreive nth item of stream, random access
(define stream-ending-pos (and maybe-len (+ stream-starting-pos (* maybe-len item-size))))
(define item-indexes-retrieved null)
(begin0
(for*/stream ([index (in-range (or maybe-len +inf.0))]
;; for streams of indefinite length, stop gathering when we're at eof
#:break (and (not maybe-len)
(eof-object? (peek-byte port (+ stream-starting-pos (* item-size index))))))
(define index-pos (+ stream-starting-pos (* item-size index)))
(pos port index-pos)
(when (eof-object? (peek-byte port))
(raise-argument-error 'decode (format "at port position ~a, not enough bytes for item ~a" (pos port) index) (pos port)))
(begin0
(send @type x:decode port new-parent)
(set! item-indexes-retrieved (cons index item-indexes-retrieved))
(pos port stream-ending-pos)))
(let ([items-to-skip (or maybe-len (if (pair? item-indexes-retrieved)
(add1 (apply max item-indexes-retrieved))
0))])
(pos port (+ (pos port) (* items-to-skip item-size))))))
(define/override (x:encode val-arg port [parent #f])
(unless (or (stream? val-arg) (sequence? val-arg))
(raise-argument-error 'encode "sequence or stream" val-arg))
(define vals (match val-arg
[(? list?) val-arg]
[(? stream?) (stream->list val-arg)]
[_ (sequence->list val-arg)]))
(super x:encode vals port parent))
(define/override (x:size [val #f] [parent #f])
(super x:size (if (stream? val) (stream->list val) val) parent))))
(define (x:stream? x) (is-a? x x:stream%))
(define/contract (x:stream
[type-arg #f]
[len-arg #f]
#:type [type-kwarg #f]
#:length [len-kwarg #f]
#:pre-encode [pre-proc #f]
#:post-decode [post-proc #f]
#:base-class [base-class x:stream%])
(()
((or/c xenomorphic? #false)
(or/c length-resolvable? #false)
#:type (or/c xenomorphic? #false)
#:length (or/c length-resolvable? #false)
#:pre-encode (or/c (any/c . -> . any/c) #false)
#:post-decode (or/c (any/c . -> . any/c) #false)
#:base-class (λ (c) (subclass? c x:stream%)))
. ->* .
x:stream?)
(define type (or type-arg type-kwarg))
(unless (xenomorphic? type)
(raise-argument-error 'x:stream "xenomorphic type" type))
(define len (or len-arg len-kwarg))
(unless (length-resolvable? len)
(raise-argument-error 'x:stream "resolvable length" len))
(new (generate-subclass base-class pre-proc post-proc) [type type]
[len len]
[count-bytes? #false]))
(define x:lazy-array% x:stream%)
(define x:lazy-array x:stream)
(module+ test
(require rackunit "number.rkt" "base.rkt")
(define bstr #"ABCD1234")
(define ds (open-input-bytes bstr))
(define la (x:stream uint8 4))
(define ila (decode la ds))
(check-equal? (pos ds) 4)
(check-equal? (stream-ref ila 0) 65)
(check-equal? (pos ds) 4)
(check-equal? (stream-ref ila 1) 66)
(check-equal? (pos ds) 4)
(check-equal? (stream-ref ila 3) 68)
(check-equal? (pos ds) 4)
(check-equal? (stream->list ila) '(65 66 67 68))
(define la2 (x:stream int16be (λ (t) 4)))
(check-equal? (encode la2 '(1 2 3 4) #f) #"\0\1\0\2\0\3\0\4")
(check-equal? (stream->list (decode la2 (open-input-bytes #"\0\1\0\2\0\3\0\4"))) '(1 2 3 4)))