You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
pollen/file-tools.rkt

307 lines
10 KiB
Racket

#lang racket/base
(require racket/contract racket/path)
(require (only-in racket/path filename-extension))
(require "world.rkt" "readability.rkt")
(provide (all-defined-out))
(module+ test (require rackunit))
;; for files like svg that are not source in pollen terms,
;; but have a textual representation separate from their display.
(define/contract (sourceish? x)
(any/c . -> . boolean?)
(define sourceish-extensions
(list "svg"))
(with-handlers ([exn:fail? (λ(e) #f)])
(->boolean ((get-ext x) . in? . sourceish-extensions))))
(module+ test
(check-true (sourceish? "foo.svg"))
(check-false (sourceish? "foo.gif")))
;; if something can be successfully coerced to a url,
;; it's urlish.
(define/contract (urlish? x)
(any/c . -> . boolean?)
(with-handlers ([exn:fail? (λ(e) #f)])
(->boolean (->url x))))
(module+ test
(check-true (urlish? (->path "/Users/MB/home.html")))
(check-true (urlish? "/Users/MB/home.html?foo=bar"))
(check-true (urlish? (->symbol "/Users/MB/home"))))
;; if something can be successfully coerced to a path,
;; it's pathish.
(define/contract (pathish? x)
(any/c . -> . boolean?)
(with-handlers ([exn:fail? (λ(e) #f)])
(->boolean (->path x))))
(module+ test
(check-true (pathish? (->path "/Users/MB/home")))
(check-true (pathish? "/Users/MB/home"))
(check-true (pathish? (->symbol "/Users/MB/home"))))
;; like pathish, but for directories
;; todo: is this contract too restrictive?
;; pathish doesn't require the path to exist,
;; but this one does.
(define/contract (directory-pathish? x)
(any/c . -> . boolean?)
(->boolean (and (pathish? x) (directory-exists? (->path x)))))
(module+ test
(check-true (directory-pathish? "/Users/"))
(check-false (directory-pathish? "foobarzooblish")))
;; compare directories by their exploded path elements,
;; not by equal?, which will give wrong result if no slash on the end
(define/contract (directories-equal? dirx diry)
(pathish? pathish? . -> . boolean?)
(equal? (explode-path (->path dirx)) (explode-path (->path diry))))
(module+ test
(check-true (directories-equal? "/Users/MB/foo" "/Users/MB/foo/"))
(check-false (directories-equal? "/Users/MB/foo" "Users/MB/foo")))
(define (get-enclosing-dir p)
(pathish? . -> . path?)
(simplify-path (build-path (->path p) 'up)))
(module+ test
(check-equal? (get-enclosing-dir "/Users/MB/foo.txt") (->path "/Users/MB/"))
(check-equal? (get-enclosing-dir "/Users/MB/foo/") (->path "/Users/MB/")))
;; helper function for ptree
;; make paths absolute to test whether files exist,
;; then convert back to relative
(define (visible? path)
(not ((->string path) . starts-with? . ".")))
(define/contract (visible-files dir)
(directory-pathish? . -> . (listof path?))
(filter visible?
(map (λ(p) (find-relative-path dir p))
(filter file-exists?
(directory-list dir #:build? #t)))))
;; does path have a certain extension
(define/contract (has-ext? x ext)
(pathish? stringish? . -> . boolean?)
(define ext-of-path (filename-extension (->path x)))
(and ext-of-path (equal? (string-downcase (bytes->string/utf-8 ext-of-path)) (string-downcase (->string ext)))))
;; todo: add extensions
(define binary-extensions
'(gif jpg jpeg mp3 png zip pdf ico tar ai eps))
(define/contract (has-binary-ext? x)
(pathish? . -> . boolean?)
(define path-x (->path x))
(ormap (λ(ext) (has-ext? path-x ext)) binary-extensions))
(module+ test
(check-true (has-binary-ext? "foo.MP3"))
(check-false (has-binary-ext? "foo.py")))
(module+ test
(define foo-path-strings '("foo" "foo.txt" "foo.bar" "foo.bar.txt"))
(define-values (foo-path foo.txt-path foo.bar-path foo.bar.txt-path)
(apply values (map ->path foo-path-strings)))
;; test the sample paths before using them for other tests
(define foo-paths (list foo-path foo.txt-path foo.bar-path foo.bar.txt-path))
(for-each check-equal? (map ->string foo-paths) foo-path-strings))
(module+ test
(check-false (has-ext? foo-path 'txt))
(check-true (foo.txt-path . has-ext? . 'txt))
(check-true ((->path "foo.TXT") . has-ext? . 'txt))
(check-true (has-ext? foo.bar.txt-path 'txt))
(check-false (foo.bar.txt-path . has-ext? . 'doc))) ; wrong extension
;; get file extension as a string, or return #f
(define/contract (get-ext x)
(pathish? . -> . (or/c string? #f))
(let ([fe-result (filename-extension (->path x))])
(and fe-result (bytes->string/utf-8 fe-result))))
(module+ test
(check-equal? (get-ext (->path "foo.txt")) "txt")
(check-false (get-ext "foo")))
;; put extension on path
(define/contract (add-ext x ext)
(pathish? stringish? . -> . path?)
(->path (string-append (->string x) "." (->string ext))))
(module+ test
(check-equal? (add-ext (string->path "foo") "txt") (string->path "foo.txt")))
;; take one extension off path
(define/contract (remove-ext x)
(pathish? . -> . path?)
;; pass through hidden files (those starting with a dot)
(if (x . starts-with? . ".")
x
(path-replace-suffix (->path x) "")))
(module+ test
(check-equal? (remove-ext foo-path) foo-path)
(check-equal? (remove-ext (->path ".foo.txt")) (->path ".foo.txt"))
(check-equal? (remove-ext foo.txt-path) foo-path)
(check-equal? (remove-ext foo.bar.txt-path) foo.bar-path)
(check-not-equal? (remove-ext foo.bar.txt-path) foo-path)) ; does not remove all extensions
;; take all extensions off path
(define/contract (remove-all-ext x)
(pathish? . -> . path?)
;; pass through hidden files (those starting with a dot)
(if (x . starts-with? . ".")
x
(let* ([path (->path x)]
[path-with-removed-ext (remove-ext path)])
(if (equal? path path-with-removed-ext)
path
(remove-all-ext path-with-removed-ext)))))
(module+ test
(check-equal? (remove-all-ext foo-path) foo-path)
(check-equal? (remove-all-ext foo.txt-path) foo-path)
(check-equal? (remove-all-ext (->path ".foo.txt")) (->path ".foo.txt"))
(check-not-equal? (remove-all-ext foo.bar.txt-path) foo.bar-path) ; removes more than one ext
(check-equal? (remove-all-ext foo.bar.txt-path) foo-path))
;; todo: tests for these predicates
(define/contract (preproc-source? x)
(any/c . -> . boolean?)
(has-ext? (->path x) PREPROC_SOURCE_EXT))
(module+ test
(check-true (preproc-source? "foo.p"))
(check-false (preproc-source? "foo.bar")))
(define/contract (has-preproc-source? x)
(any/c . -> . boolean?)
(file-exists? (->preproc-source-path (->path x))))
(define/contract (has-pollen-source? x)
(any/c . -> . boolean?)
(file-exists? (->pollen-source-path (->path x))))
(define/contract (needs-preproc? x)
(any/c . -> . boolean?)
; it's a preproc source file, or a file that's the result of a preproc source
(ormap (λ(proc) (proc (->path x))) (list preproc-source? has-preproc-source?)))
(define/contract (needs-template? x)
(any/c . -> . boolean?)
; it's a pollen source file
; or a file (e.g., html) that has a pollen source file
(ormap (λ(proc) (proc (->path x))) (list pollen-source? has-pollen-source?)))
(define/contract (ptree-source? x)
(any/c . -> . boolean?)
((->path x) . has-ext? . PTREE_SOURCE_EXT))
(module+ test
(check-true (ptree-source? (format "foo.~a" PTREE_SOURCE_EXT)))
(check-false (ptree-source? (format "~a.foo" PTREE_SOURCE_EXT))))
(define/contract (pollen-source? x)
(any/c . -> . boolean?)
(has-ext? x DECODER_SOURCE_EXT))
(module+ test
(check-true (pollen-source? "foo.pd"))
(check-false (pollen-source? "foo.p")))
(define/contract (template-source? x)
(any/c . -> . boolean?)
(define-values (dir name ignore) (split-path x))
(equal? (get (->string name) 0) TEMPLATE_SOURCE_PREFIX))
(module+ test
(check-true (template-source? "-foo.html"))
(check-false (template-source? "foo.html")))
;; predicate for files that are eligible to be required
;; from the project/require directory
;; todo: extend this beyond just racket files?
(define/contract (project-require-file? x)
(any/c . -> . boolean?)
(has-ext? x 'rkt))
(module+ test
(check-true (project-require-file? "foo.rkt"))
(check-false (project-require-file? "foo.html")))
;; todo: tighten these input contracts
;; so that, say, a source-path cannot be input for make-preproc-source-path
(define/contract (->preproc-source-path x)
(pathish? . -> . path?)
(->path (if (preproc-source? x)
x
(add-ext x PREPROC_SOURCE_EXT))))
(module+ test
(check-equal? (->preproc-source-path (->path "foo.p")) (->path "foo.p"))
(check-equal? (->preproc-source-path (->path "foo.html")) (->path "foo.html.p"))
(check-equal? (->preproc-source-path "foo") (->path "foo.p"))
(check-equal? (->preproc-source-path 'foo) (->path "foo.p")))
(define/contract (->output-path x)
(pathish? . -> . path?)
(->path
(if (or (pollen-source? x) (preproc-source? x))
(remove-ext x)
x)))
(module+ test
(check-equal? (->output-path (->path "foo.ptree")) (->path "foo.ptree"))
(check-equal? (->output-path "foo.html") (->path "foo.html"))
(check-equal? (->output-path 'foo.html.p) (->path "foo.html"))
(check-equal? (->output-path (->path "/Users/mb/git/foo.html.p")) (->path "/Users/mb/git/foo.html"))
(check-equal? (->output-path "foo.xml.p") (->path "foo.xml"))
(check-equal? (->output-path 'foo.barml.p) (->path "foo.barml")))
;; turns input into corresponding pollen source path
;; does not, however, validate that new path exists
;; todo: should it? I don't think so, sometimes handy to make the name for later use
;; OK to use pollen source as input (comes out the same way)
(define/contract (->pollen-source-path x)
(pathish? . -> . path?)
(->path (if (pollen-source? x)
x
(add-ext x DECODER_SOURCE_EXT))))
(module+ test
(check-equal? (->pollen-source-path (->path "foo.pd")) (->path "foo.pd"))
(check-equal? (->pollen-source-path (->path "foo.html")) (->path "foo.html.pd"))
(check-equal? (->pollen-source-path "foo") (->path "foo.pd"))
(check-equal? (->pollen-source-path 'foo) (->path "foo.pd")))
(define/contract (project-files-with-ext ext)
(symbol? . -> . (listof complete-path?))
(map ->complete-path (filter (λ(i) (has-ext? i ext)) (directory-list PROJECT_ROOT))))
;; todo: write tests for project-files-with-ext