improvements to regenerate

pull/9/head
Matthew Butterick 11 years ago
parent dbc1c28d95
commit 7c9cac4e3a

@ -47,7 +47,9 @@
;; set up a hook for identifier 'here' ;; set up a hook for identifier 'here'
;; (but under a different name to avoid macrofication) ;; (but under a different name to avoid macrofication)
(define inner-here here) (define inner-here here)
(provide (all-defined-out))) (provide (all-defined-out))
(provide (all-from-out ; pollen file should bring its requires
(planet mb/pollen/tools))))
(require 'pollen-inner) ; provides doc & #%top, among other things (require 'pollen-inner) ; provides doc & #%top, among other things

@ -92,7 +92,8 @@
;; this will catch pmap (pollen map) files ;; this will catch pmap (pollen map) files
[(pmap-source? path) (let ([pmap (dynamic-require path 'main)]) [(pmap-source? path) (let ([pmap (dynamic-require path 'main)])
(regenerate-with-pmap pmap #:force force))] (regenerate-with-pmap pmap #:force force))]
[else (message "Regenerate: passing through" (->string (file-name-from-path path)))]))) [(file-exists? path) (message "Regenerate: passing through" (->string (file-name-from-path path)))]
[else (error "File not found:" (->string (file-name-from-path path)))])))
;; todo: write tests ;; todo: write tests
@ -108,18 +109,30 @@
(message "Regenerated:" (->string (file-name-from-path path)))) (message "Regenerated:" (->string (file-name-from-path path))))
(define/contract (regenerate-with-preproc x #:force [force #f]) ;; todo: these are misnamed. Not "complete"
((pathish?) (#:force boolean?) . ->* . void?) (define (complete-preproc-source-path x)
(define path (->path x)) (define path (->path x))
(if (preproc-source? path)
path
(make-preproc-source-path path)))
(define (complete-preproc-output-path x)
(define path (->path x))
(if (preproc-source? path)
(make-preproc-output-path path)
path))
(define/contract (regenerate-with-preproc x #:force [force #f])
(((and/c pathish?
(flat-named-contract 'file-exists
(λ(x) (file-exists? (complete-preproc-source-path x)))))) (#:force boolean?) . ->* . void?)
;; path might be either a preproc-source path or preproc-output path ;; path might be either a preproc-source path or preproc-output path
;; figure out which, then compute the other ;; figure out which, then compute the other
(define-values (source-path output-path) (if (preproc-source? path) (define source-path (complete-preproc-source-path x))
(values path (make-preproc-output-path path)) (define output-path (complete-preproc-output-path x))
(values (make-preproc-source-path path) path)))
;; Computing the source-path doesn't validate whether it exists.
;; Which is important, of course.
(if (file-exists? source-path)
;; Three conditions under which we refresh: ;; Three conditions under which we refresh:
(if (or (if (or
;; 1) explicitly forced refresh ;; 1) explicitly forced refresh
@ -141,16 +154,14 @@
(system command)) (system command))
(regenerated-message output-path)) (regenerated-message output-path))
;; otherwise, skip file because there's no trigger for refresh ;; otherwise, skip file because there's no trigger for refresh
(message "File is up to date:" (->string (file-name-from-path output-path)))) (message "File is up to date:" (->string (file-name-from-path output-path)))))
;; source-path doesn't exist
(message "Preprocessor file not found:" (->string (file-name-from-path source-path)))))
;; todo: write tests ;; todo: write tests
;; utility function for regenerate-with-template ;; utility function for regenerate-with-template
(define/contract (handle-source-rerequire source-path) (define/contract (handle-source-rerequire source-path)
(path? . -> . boolean?) ((and/c path? file-exists?) . -> . boolean?)
;; dynamic-rerequire watches files to see if they change. ;; dynamic-rerequire watches files to see if they change.
;; if so, then it reloads them. ;; if so, then it reloads them.
@ -176,14 +187,20 @@
;; this becomes the return value ;; this becomes the return value
(->boolean (> (len (get-output-string port-for-catching-file-info)) 0))) (->boolean (> (len (get-output-string port-for-catching-file-info)) 0)))
(define (complete-pollen-source-path x)
(->complete-path (make-pollen-source-path (->path x))))
;; apply template ;; apply template
(define/contract (regenerate-with-template x [template-name #f] #:force [force #f]) (define/contract (regenerate-with-template x [template-name #f] #:force [force #f])
((pathish?) (path? #:force boolean?) . ->* . void?) (((and/c pathish?
(flat-named-contract 'file-exists
(λ(x) (file-exists? (complete-pollen-source-path x))))))
(path? #:force boolean?) . ->* . void?)
;; set up information about source ;; set up information about source
(define source-path (->complete-path (make-pollen-source-path (->path x)))) (define source-path (complete-pollen-source-path x))
(define-values (source-dir source-name _) (split-path source-path)) ;; todo: this won't work with source files nested down one level
(define-values (source-dir ignored also-ignored) (split-path source-path))
;; find out whether source had to be reloaded ;; find out whether source had to be reloaded
(define source-reloaded? (handle-source-rerequire source-path)) (define source-reloaded? (handle-source-rerequire source-path))
@ -193,9 +210,8 @@
;; 1) Set the template. ;; 1) Set the template.
(define template-path (define template-path
(build-path source-dir (build-path source-dir
;; if template name provided and exists ;; if template name provided and exists, use that
(if (and template-name (file-exists? (build-path source-dir template-name))) (if (and template-name (file-exists? (build-path source-dir template-name)))
;; OK to use template-name as given
template-name template-name
;; Otherwise — try to get template name out of meta fields. ;; Otherwise — try to get template name out of meta fields.
;; todo: consider that template file in metas ;; todo: consider that template file in metas
@ -230,11 +246,12 @@
(define/contract (render-source-with-template source-path template-path) (define/contract (render-source-with-template source-path template-path)
(complete-path? complete-path? . -> . string?) (file-exists? file-exists? . -> . string?)
;; set up information about source and template paths ;; set up information about source and template paths
;; todo: how to write these without blanks?
(define-values (source-dir source-name _) (split-path source-path)) (define-values (source-dir source-name _) (split-path source-path))
(define-values (template-dir template-name __) (split-path template-path)) (define-values (___ template-name __) (split-path template-path))
;; Templates are part of the compile operation. ;; Templates are part of the compile operation.
;; Therefore no way to arbitrarily invoke template at run-time. ;; Therefore no way to arbitrarily invoke template at run-time.
@ -247,10 +264,9 @@
[current-directory source-dir] [current-directory source-dir]
[current-output-port (open-output-nowhere)]) [current-output-port (open-output-nowhere)])
(namespace-require 'racket) ; use namespace-require for FIRST require, then eval after (namespace-require 'racket) ; use namespace-require for FIRST require, then eval after
(eval '(require (only-in web-server/templates include-template)) (current-namespace)) (eval '(require web-server/templates) (current-namespace))
(eval '(require (planet mb/pollen/pmap)) (current-namespace)) (eval '(require (planet mb/pollen/pmap)) (current-namespace))
; import source into eval space, ;; import source into eval space. This sets up main & metas
; automatically sets up main & metas & here
(eval `(require ,(path->string source-name)) (current-namespace)) (eval `(require ,(path->string source-name)) (current-namespace))
(eval `(include-template #:command-char ,TEMPLATE_FIELD_DELIMITER ,(->string template-name)) (current-namespace)))) (eval `(include-template #:command-char ,TEMPLATE_FIELD_DELIMITER ,(->string template-name)) (current-namespace))))

@ -1 +1 @@
put-as-htmlroot-functionptopicclasssmallBibliographyplcThis is not, by any measure, a comprehensive bibliography. Rather, its a selection of favorites from my own bookshelf that I consult most frequently in my work as a writer and a typographer.psubheadwritingpBryan A. Garner, bookGarners Modern American Usage, 3rd ed. (New York: Oxford University Press, 2009).pindentedstyleposition:relative;top:-0.4emLong before he agreed to write the foreword for my book bookTypography for Lawyers, Bryan Garner was a hero of mine. Garner thinks and writes about American English in a way thats rigorous, convincing, and accessible. He is stern but not shrill; authoritative but not authoritarian. He is a vigorous advocate for clear, simple writing. His work should be mandatory reading for all writers.psubheadTypographypMatthew Butterick, bookTypography for Lawyers (Houston: Jones McClure Publishing, 2010).pindentedstyleposition:relative;top:-0.4emThe precursor to bookButtericks Practical Typography. Lawyer or not, consider buying a copy, because its a virtuous act. See xrefhow to pay for this book.pJan Middendorp, bookShaping Text (Amsterdam: BIS Publishers, 2012).pindentedstyleposition:relative;top:-0.4emIf you get a second book on typography, get this one. Middendorps beautifully written and illustrated book is full of careful details and lucid explanations.pCarolina de Bartolo, bookExplorations in Typography (slinkexplorationsintypography.comhttp://explorationsintypography.com, 2011).pindentedstyleposition:relative;top:-0.4emUsing a Spiekermann essay from bookStop Stealing Sheep (see below), de Bartolo shows how different typesetting choices change the effect of the text.pCyrus Highsmith, bookInside Paragraphs (Boston: Font Bureau, 2012).pindentedstyleposition:relative;top:-0.4emHighsmiths charmingly hand-illustrated book focuses on the paragraph as a unit of typographic interest.pRobert Bringhurst, bookThe Elements of Typographic Style, 3rd ed. (Vancouver: Hartley and Marks Publishers, 2004).pindentedstyleposition:relative;top:-0.4emBringhursts book has become something of a standard reference guide among professional typographers, bringing together the history, theory, and practice of typography.pEllen Lupton, bookThinking With Type, 2nd ed. (New York: Princeton Architectural Press, 2010).pindentedstyleposition:relative;top:-0.4emIntended as an introduction to typography for design students, Luptons book is more accessible than Bringhursts. It includes full-color illustrations from every era of typography.psubheadFontspErik Spiekermann and E. M. Ginger, bookStop Stealing Sheep & Find Out How Type Works, 2nd ed. (Berkeley, California: Adobe Press, 2002).pindentedstyleposition:relative;top:-0.4emGinger & Spiekermann, a self-described typomaniac (and author of the xrefforeword) explain how fonts work, and how they differ in appearance and in function. My font xrefHermes is among those featured.pStephen Coles, bookThe Anatomy of Type (London: Quid Publishing Ltd., 2012).pindentedstyleposition:relative;top:-0.4emExplores the major categories of fonts and their characteristic qualities by examining 100 fonts in detail.psubheadDesign principlespEdward Tufte, bookEnvisioning Information, 4th printing ed. (Cheshire, Connecticut: Graphics Press, 1990).pEdward Tufte, bookThe Visual Display of Quantitative Information, 2nd ed. (Cheshire, Connecticut: Graphics Press, 2001).pindentedstyleposition:relative;top:-0.4emThese are two of my favorite books of all time. Tufte makes an eloquent and compelling case for why design matters. Both books are fantastically interesting and beautifully illustrated with examples of information design from many historical periods.pWilliam Lidwell, Kritina Holden, and Jill Butler, bookUniversal Principles of Design, 2nd ed. (Beverly, Massachusetts: Rockport Publishers, 2010).pindentedstyleposition:relative;top:-0.4emAn excellent and accessible introduction to design principles that apply not only to printed documents, but to all objects that we interact with. <root-function><p><topic class="small">Bibliography</topic></p><p><lc>T</lc>his is not, by any measure, a comprehensive bibliography. Rather, its a selection of favorites from my own bookshelf that I consult most frequently in my work as a writer and a typographer.</p><p><subhead>writing</subhead></p><p>Bryan A. Garner, <book>Garners Modern American Usage</book>, 3rd ed. (New York: Oxford University Press, 2009).</p><p><indented style="position:relative;top:-0.4em">Long before he agreed to write the foreword for my book <book>Typography for Lawyers</book>, Bryan Garner was a hero of mine. Garner thinks and writes about American English in a way thats rigorous, convincing, and accessible. He is stern but not shrill; authoritative but not authoritarian. He is a vigorous advocate for clear, simple writing. His work should be mandatory reading for all writers.</indented></p><p><subhead>Typography</subhead></p><p>Matthew Butterick, <book>Typography for Lawyers</book> (Houston: Jones McClure Publishing, 2010).</p><p><indented style="position:relative;top:-0.4em">The precursor to <book>Buttericks Practical Typography</book>. Lawyer or not, consider buying a copy, because its a virtuous act. See <xref>how to pay for this book.</xref></indented></p><p>Jan Middendorp, <book>Shaping Text</book> (Amsterdam: BIS Publishers, 2012).</p><p><indented style="position:relative;top:-0.4em">If you get a second book on typography, get this one. Middendorps beautifully written and illustrated book is full of careful details and lucid explanations.</indented></p><p>Carolina de Bartolo, <book>Explorations in Typography</book> (<slink>explorationsintypography.comhttp://explorationsintypography.com</slink>, 2011).</p><p><indented style="position:relative;top:-0.4em">Using a Spiekermann essay from <book>Stop Stealing Sheep</book> (see below), de Bartolo shows how different typesetting choices change the effect of the text.</indented></p><p>Cyrus Highsmith, <book>Inside Paragraphs</book> (Boston: Font Bureau, 2012).</p><p><indented style="position:relative;top:-0.4em">Highsmiths charmingly hand-illustrated book focuses on the paragraph as a unit of typographic interest.</indented></p><p>Robert Bringhurst, <book>The Elements of Typographic Style</book>, 3rd ed. (Vancouver: Hartley and Marks Publishers, 2004).</p><p><indented style="position:relative;top:-0.4em">Bringhursts book has become something of a standard reference guide among professional typographers, bringing together the history, theory, and practice of typography.</indented></p><p>Ellen Lupton, <book>Thinking With Type</book>, 2nd ed. (New York: Princeton Architectural Press, 2010).</p><p><indented style="position:relative;top:-0.4em">Intended as an introduction to typography for design students, Luptons book is more accessible than Bringhursts. It includes full-color illustrations from every era of typography.</indented></p><p><subhead>Fonts</subhead></p><p>Erik Spiekermann and E. M. Ginger, <book>Stop Stealing Sheep &amp; Find Out How Type Works</book>, 2nd ed. (Berkeley, California: Adobe Press, 2002).</p><p><indented style="position:relative;top:-0.4em">Ginger &amp; Spiekermann, a self-described typomaniac (and author of the <xref>foreword</xref>) explain how fonts work, and how they differ in appearance and in function. My font <xref>Hermes</xref> is among those featured.</indented></p><p>Stephen Coles, <book>The Anatomy of Type</book> (London: Quid Publishing Ltd., 2012).</p><p><indented style="position:relative;top:-0.4em">Explores the major categories of fonts and their characteristic qualities by examining 100 fonts in detail.</indented></p><p><subhead>Design principles</subhead></p><p>Edward Tufte, <book>Envisioning Information</book>, 4th printing ed. (Cheshire, Connecticut: Graphics Press, 1990).</p><p>Edward Tufte, <book>The Visual Display of Quantitative Information</book>, 2nd ed. (Cheshire, Connecticut: Graphics Press, 2001).</p><p><indented style="position:relative;top:-0.4em">These are two of my favorite books of all time. Tufte makes an eloquent and compelling case for why design matters. Both books are fantastically interesting and beautifully illustrated with examples of information design from many historical periods.</indented></p><p>William Lidwell, Kritina Holden, and Jill Butler, <book>Universal Principles of Design</book>, 2nd ed. (Beverly, Massachusetts: Rockport Publishers, 2010).</p><p><indented style="position:relative;top:-0.4em">An excellent and accessible introduction to design principles that apply not only to printed documents, but to all objects that we interact with.</indented></p></root-function>

@ -0,0 +1,3 @@
#lang planet mb/pollen
This is a test of the regen system.

@ -1,13 +1 @@
#lang racket/base #lang racket/base
(require (planet mb/pollen/pmap))
;
;(require "test-pmap.p")
;(require "pollen-lang-test.p")
(let ([left (make-page-sequence (main->pmap (dynamic-require "test.pmap" 'main)))]
[right (make-page-sequence (main->pmap (dynamic-require "test-pmap.p" 'main)))])
(print left)
(print right)
(andmap (λ(l r) (equal? l r)) left right))

@ -1,7 +1,7 @@
#lang racket/base #lang racket/base
(require racket/contract racket/match) (require racket/contract racket/match)
(require (only-in racket/format ~a)) (require (only-in racket/format ~a))
(require racket/list) (require racket/list xml)
(require (only-in racket/string string-join)) (require (only-in racket/string string-join))
(require (only-in xml xexpr? xexpr/c)) (require (only-in xml xexpr? xexpr/c))
@ -215,3 +215,57 @@
(check-equal? (make-meta-hash '((meta "foo" "bar")(meta "foo" "haw"))) (check-equal? (make-meta-hash '((meta "foo" "bar")(meta "foo" "haw")))
(hash "foo" "haw"))) (hash "foo" "haw")))
;; todo: tests & contracts for this subsection
(define (put x)
; handles either xexpr or pollen file as input
(cond
; pass through xexpr as is
; put is optional for xexprs.
; it's only here to make the idiom smooth.
[(tagged-xexpr? x) x]
; todo: how to externalize pollen main tag into world name?
[(file-exists? (->path x)) (dynamic-require x 'main)]
; also try adding pollen file extension
; this makes put compatible with map references
[(let ([x (make-pollen-source-path x)])
(when (file-exists? x)
(put x)))]
[else (error "put: need named xexpr or pollen file, but got" x)]))
(define (merge x)
(cond
[(tagged-xexpr? x)
; return content of xexpr.
; pollen language rules will splice these into the main flow.
(if (empty? x)
""
(let-values([(name attr content) (break-tagged-xexpr x)])
content))]
[(string? x) (list x)]))
#|(define (merge-strings x)
(when (empty? x) (error "merge-strings got empty x"))
;todo: filter metas?
; leaning toward no. Simplest behavior.
; function is not intended to be used with whole pollen body anyhow.
(let ([x (merge x)])
(string-join (filter string? (flatten x)) " ")))|#
(define (merge-strings x)
(string-join (filter string? (flatten x)) " "))
(define (make-html x)
(if (tagged-xexpr? x)
(xexpr->string x)
(let ([x (->list x)])
(when (andmap xexpr? x)
(string-join (map xexpr->string x) "")))))
; generate *-as-html versions of functions
(define-values (put-as-html merge-as-html merge-strings-as-html)
(apply values (map (λ(proc) (λ(x) (make-html (proc x)))) (list put merge merge-strings))))

Loading…
Cancel
Save