experimental syntax highlighting with Pygments
parent
734cc0e4c1
commit
fc7eae122b
@ -0,0 +1,193 @@
|
||||
#lang rackjure/base
|
||||
|
||||
(require racket/function
|
||||
racket/match
|
||||
racket/port
|
||||
racket/runtime-path
|
||||
racket/system
|
||||
racket/string
|
||||
rackjure/threading
|
||||
rackjure/str
|
||||
xml
|
||||
(only-in html read-html-as-xml)
|
||||
pollen/debug)
|
||||
|
||||
(provide highlight make-highlight-css)
|
||||
|
||||
#|
|
||||
A small edit of Greg Hendershott's pygments.rkt,
|
||||
part of Frog, the static-blog generator
|
||||
http://github.com/greghendershott/frog
|
||||
|
||||
YOU MUST HAVE PYGMENTS INSTALLED ALREADY!
|
||||
sudo easy_install --upgrade Pygments
|
||||
|
||||
Sample usage in test.html.pm:
|
||||
|
||||
◊(require pollen/highlighter)
|
||||
◊(make-highlight-css)
|
||||
|
||||
; specify language in square brackets
|
||||
; put code in curly brackets
|
||||
◊highlight['python]{
|
||||
for x in range(10):
|
||||
print x
|
||||
if zero is False:
|
||||
print "Hello world"}
|
||||
|
||||
|#
|
||||
|
||||
(define current-pygments-linenos? (make-parameter #t))
|
||||
(define current-pygments-cssclass (make-parameter "source"))
|
||||
|
||||
(define (decode-ampersands-in-attributes x)
|
||||
(match x
|
||||
[`(,tag ([,ks ,vs] ...) . ,els)
|
||||
`(,tag
|
||||
,(for/list ([k ks]
|
||||
[v vs])
|
||||
(list k (regexp-replace* "&" v "\\&")))
|
||||
,@(map decode-ampersands-in-attributes els))]
|
||||
[v v]))
|
||||
|
||||
|
||||
(define (read-html-as-xexprs) ;; (-> (listof xexpr?))
|
||||
(~>> (read-html-as-xml)
|
||||
(element #f #f 'root '())
|
||||
xml->xexpr
|
||||
decode-ampersands-in-attributes
|
||||
cddr))
|
||||
|
||||
|
||||
;; Go ahead during module load and start a thread to launch the
|
||||
;; subprocess that runs Python with our pipe.py script.
|
||||
(define-runtime-path pipe.py "pipe.py")
|
||||
(define-values (pyg-in pyg-out pyg-pid pyg-err pyg-proc)
|
||||
(values #f #f #f #f #f))
|
||||
|
||||
(define (make-pygments-thread)
|
||||
(thread
|
||||
(thunk
|
||||
;; Start a subprocess running our pipe.py script.
|
||||
(match (process (str "python -u " pipe.py
|
||||
(if (current-pygments-linenos?) " --linenos" "")
|
||||
" --cssclass " (current-pygments-cssclass)))
|
||||
[(list in out pid err proc)
|
||||
(set!-values (pyg-in pyg-out pyg-pid pyg-err pyg-proc)
|
||||
(values in out pid err proc))
|
||||
(file-stream-buffer-mode out 'line)])
|
||||
;; Wait for its "ready\n"
|
||||
(when (sync/timeout 3 pyg-in)
|
||||
(read-line pyg-in 'linefeed)))))
|
||||
|
||||
(define load-thread #t)
|
||||
|
||||
(define (pygments-running?)
|
||||
(define (pygments-status-is-running?)
|
||||
(and pyg-proc
|
||||
(eq? (pyg-proc 'status) 'running)))
|
||||
(when load-thread ;; first time
|
||||
(thread-wait (make-pygments-thread))
|
||||
(set! load-thread #f)
|
||||
(unless (pygments-status-is-running?)
|
||||
(message "Pygments not installed. Using plain `pre` blocks.")))
|
||||
(pygments-status-is-running?))
|
||||
|
||||
(define (stop) ;; -> void
|
||||
(when (pygments-running?)
|
||||
(displayln "__EXIT__" pyg-out)
|
||||
(begin0 (or (pyg-proc 'exit-code) (pyg-proc 'kill))
|
||||
(close-input-port pyg-in)
|
||||
(close-output-port pyg-out)
|
||||
(close-input-port pyg-err)))
|
||||
(void))
|
||||
|
||||
(exit-handler
|
||||
(let ([old-exit-handler (exit-handler)])
|
||||
(lambda (v)
|
||||
(stop)
|
||||
(old-exit-handler v))))
|
||||
|
||||
(define (highlight lang . codelines)
|
||||
(define code (string-append* codelines))
|
||||
(define (default code)
|
||||
`((pre () (code () ,code))))
|
||||
(define result
|
||||
`(div ((class "highlight"))
|
||||
,@(cond [(pygments-running?)
|
||||
(displayln lang pyg-out)
|
||||
(displayln code pyg-out)
|
||||
(displayln "__END__" pyg-out)
|
||||
(let loop ([s ""])
|
||||
(match (read-line pyg-in 'any)
|
||||
["__END__" (with-input-from-string s read-html-as-xexprs)]
|
||||
[(? string? v) (loop (str s v "\n"))]
|
||||
[_ (copy-port pyg-err (current-output-port)) ;echo error msg
|
||||
(default code)]))]
|
||||
[else (default code)])))
|
||||
result)
|
||||
|
||||
|
||||
(define (make-highlight-css) '(style ((type "text/css"))
|
||||
".highlight .hll { background-color: #ffffcc }
|
||||
.highlight { background: #f8f8f8; }
|
||||
.highlight .c { color: #408080; font-style: italic } /* Comment */
|
||||
.highlight .err { border: 1px solid #FF0000 } /* Error */
|
||||
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
|
||||
.highlight .o { color: #666666 } /* Operator */
|
||||
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
|
||||
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
|
||||
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
|
||||
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
|
||||
.highlight .gd { color: #A00000 } /* Generic.Deleted */
|
||||
.highlight .ge { font-style: italic } /* Generic.Emph */
|
||||
.highlight .gr { color: #FF0000 } /* Generic.Error */
|
||||
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
|
||||
.highlight .gi { color: #00A000 } /* Generic.Inserted */
|
||||
.highlight .go { color: #888888 } /* Generic.Output */
|
||||
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
|
||||
.highlight .gs { font-weight: bold } /* Generic.Strong */
|
||||
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
|
||||
.highlight .gt { color: #0044DD } /* Generic.Traceback */
|
||||
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
|
||||
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
|
||||
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
|
||||
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
|
||||
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
|
||||
.highlight .kt { color: #B00040 } /* Keyword.Type */
|
||||
.highlight .m { color: #666666 } /* Literal.Number */
|
||||
.highlight .s { color: #BA2121 } /* Literal.String */
|
||||
.highlight .na { color: #7D9029 } /* Name.Attribute */
|
||||
.highlight .nb { color: #008000 } /* Name.Builtin */
|
||||
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
|
||||
.highlight .no { color: #880000 } /* Name.Constant */
|
||||
.highlight .nd { color: #AA22FF } /* Name.Decorator */
|
||||
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
|
||||
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
|
||||
.highlight .nf { color: #0000FF } /* Name.Function */
|
||||
.highlight .nl { color: #A0A000 } /* Name.Label */
|
||||
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
|
||||
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
|
||||
.highlight .nv { color: #19177C } /* Name.Variable */
|
||||
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
|
||||
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
|
||||
.highlight .mf { color: #666666 } /* Literal.Number.Float */
|
||||
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
|
||||
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
|
||||
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
|
||||
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
|
||||
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
|
||||
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
|
||||
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
|
||||
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
|
||||
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
|
||||
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
|
||||
.highlight .sx { color: #008000 } /* Literal.String.Other */
|
||||
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
|
||||
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
|
||||
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
|
||||
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
|
||||
.highlight .vc { color: #19177C } /* Name.Variable.Class */
|
||||
.highlight .vg { color: #19177C } /* Name.Variable.Global */
|
||||
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
|
||||
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */"))
|
||||
@ -0,0 +1,69 @@
|
||||
# This allows us to launch Python and pygments once, and pipe to it
|
||||
# continuously. Input format is:
|
||||
#
|
||||
# <lexer-name>
|
||||
# <code>
|
||||
# ...
|
||||
# __END__
|
||||
#
|
||||
# OR
|
||||
#
|
||||
# __EXIT__
|
||||
#
|
||||
# Output format is:
|
||||
#
|
||||
# <html>
|
||||
# ...
|
||||
# __END__
|
||||
|
||||
import sys
|
||||
import optparse
|
||||
from pygments import highlight
|
||||
from pygments.lexers import get_lexer_by_name
|
||||
from pygments.util import ClassNotFound
|
||||
from pygments.formatters import HtmlFormatter
|
||||
|
||||
parser = optparse.OptionParser()
|
||||
parser.add_option('--linenos', action="store_true", dest="linenos")
|
||||
parser.add_option('--cssclass', default="source", dest="cssclass")
|
||||
(options, _) = parser.parse_args()
|
||||
|
||||
formatter = HtmlFormatter(linenos=options.linenos,
|
||||
cssclass=options.cssclass,
|
||||
encoding="utf-8")
|
||||
|
||||
lexer = ""
|
||||
code = ""
|
||||
py_version = sys.version_info.major
|
||||
sys.stdout.write("ready\n")
|
||||
sys.stdout.flush
|
||||
while 1:
|
||||
line_raw = sys.stdin.readline()
|
||||
if not line_raw:
|
||||
break
|
||||
# Without trailing space, \n, or \n
|
||||
line = line_raw.rstrip()
|
||||
if line == '__EXIT__':
|
||||
break
|
||||
elif line == '__END__':
|
||||
# Lex input finished. Lex it.
|
||||
if py_version >= 3:
|
||||
sys.stdout.write(highlight(code, lexer, formatter).decode("utf-8"))
|
||||
else:
|
||||
sys.stdout.write(highlight(code, lexer, formatter))
|
||||
sys.stdout.write('\n__END__\n')
|
||||
sys.stdout.flush
|
||||
lexer = ""
|
||||
code = ""
|
||||
elif lexer == "":
|
||||
# Starting another lex. First line is the lexer name.
|
||||
try:
|
||||
lexer = get_lexer_by_name(line, encoding="guess")
|
||||
except ClassNotFound:
|
||||
lexer = get_lexer_by_name("text", encoding="guess")
|
||||
else:
|
||||
# Accumulate more code
|
||||
# Use `line_raw`: Do want trailing space, \n, \r
|
||||
code += line_raw
|
||||
|
||||
exit(0)
|
||||
Loading…
Reference in New Issue