experimental syntax highlighting with Pygments
parent
734cc0e4c1
commit
fc7eae122b
@ -0,0 +1,193 @@
|
|||||||
|
#lang rackjure/base
|
||||||
|
|
||||||
|
(require racket/function
|
||||||
|
racket/match
|
||||||
|
racket/port
|
||||||
|
racket/runtime-path
|
||||||
|
racket/system
|
||||||
|
racket/string
|
||||||
|
rackjure/threading
|
||||||
|
rackjure/str
|
||||||
|
xml
|
||||||
|
(only-in html read-html-as-xml)
|
||||||
|
pollen/debug)
|
||||||
|
|
||||||
|
(provide highlight make-highlight-css)
|
||||||
|
|
||||||
|
#|
|
||||||
|
A small edit of Greg Hendershott's pygments.rkt,
|
||||||
|
part of Frog, the static-blog generator
|
||||||
|
http://github.com/greghendershott/frog
|
||||||
|
|
||||||
|
YOU MUST HAVE PYGMENTS INSTALLED ALREADY!
|
||||||
|
sudo easy_install --upgrade Pygments
|
||||||
|
|
||||||
|
Sample usage in test.html.pm:
|
||||||
|
|
||||||
|
◊(require pollen/highlighter)
|
||||||
|
◊(make-highlight-css)
|
||||||
|
|
||||||
|
; specify language in square brackets
|
||||||
|
; put code in curly brackets
|
||||||
|
◊highlight['python]{
|
||||||
|
for x in range(10):
|
||||||
|
print x
|
||||||
|
if zero is False:
|
||||||
|
print "Hello world"}
|
||||||
|
|
||||||
|
|#
|
||||||
|
|
||||||
|
(define current-pygments-linenos? (make-parameter #t))
|
||||||
|
(define current-pygments-cssclass (make-parameter "source"))
|
||||||
|
|
||||||
|
(define (decode-ampersands-in-attributes x)
|
||||||
|
(match x
|
||||||
|
[`(,tag ([,ks ,vs] ...) . ,els)
|
||||||
|
`(,tag
|
||||||
|
,(for/list ([k ks]
|
||||||
|
[v vs])
|
||||||
|
(list k (regexp-replace* "&" v "\\&")))
|
||||||
|
,@(map decode-ampersands-in-attributes els))]
|
||||||
|
[v v]))
|
||||||
|
|
||||||
|
|
||||||
|
(define (read-html-as-xexprs) ;; (-> (listof xexpr?))
|
||||||
|
(~>> (read-html-as-xml)
|
||||||
|
(element #f #f 'root '())
|
||||||
|
xml->xexpr
|
||||||
|
decode-ampersands-in-attributes
|
||||||
|
cddr))
|
||||||
|
|
||||||
|
|
||||||
|
;; Go ahead during module load and start a thread to launch the
|
||||||
|
;; subprocess that runs Python with our pipe.py script.
|
||||||
|
(define-runtime-path pipe.py "pipe.py")
|
||||||
|
(define-values (pyg-in pyg-out pyg-pid pyg-err pyg-proc)
|
||||||
|
(values #f #f #f #f #f))
|
||||||
|
|
||||||
|
(define (make-pygments-thread)
|
||||||
|
(thread
|
||||||
|
(thunk
|
||||||
|
;; Start a subprocess running our pipe.py script.
|
||||||
|
(match (process (str "python -u " pipe.py
|
||||||
|
(if (current-pygments-linenos?) " --linenos" "")
|
||||||
|
" --cssclass " (current-pygments-cssclass)))
|
||||||
|
[(list in out pid err proc)
|
||||||
|
(set!-values (pyg-in pyg-out pyg-pid pyg-err pyg-proc)
|
||||||
|
(values in out pid err proc))
|
||||||
|
(file-stream-buffer-mode out 'line)])
|
||||||
|
;; Wait for its "ready\n"
|
||||||
|
(when (sync/timeout 3 pyg-in)
|
||||||
|
(read-line pyg-in 'linefeed)))))
|
||||||
|
|
||||||
|
(define load-thread #t)
|
||||||
|
|
||||||
|
(define (pygments-running?)
|
||||||
|
(define (pygments-status-is-running?)
|
||||||
|
(and pyg-proc
|
||||||
|
(eq? (pyg-proc 'status) 'running)))
|
||||||
|
(when load-thread ;; first time
|
||||||
|
(thread-wait (make-pygments-thread))
|
||||||
|
(set! load-thread #f)
|
||||||
|
(unless (pygments-status-is-running?)
|
||||||
|
(message "Pygments not installed. Using plain `pre` blocks.")))
|
||||||
|
(pygments-status-is-running?))
|
||||||
|
|
||||||
|
(define (stop) ;; -> void
|
||||||
|
(when (pygments-running?)
|
||||||
|
(displayln "__EXIT__" pyg-out)
|
||||||
|
(begin0 (or (pyg-proc 'exit-code) (pyg-proc 'kill))
|
||||||
|
(close-input-port pyg-in)
|
||||||
|
(close-output-port pyg-out)
|
||||||
|
(close-input-port pyg-err)))
|
||||||
|
(void))
|
||||||
|
|
||||||
|
(exit-handler
|
||||||
|
(let ([old-exit-handler (exit-handler)])
|
||||||
|
(lambda (v)
|
||||||
|
(stop)
|
||||||
|
(old-exit-handler v))))
|
||||||
|
|
||||||
|
(define (highlight lang . codelines)
|
||||||
|
(define code (string-append* codelines))
|
||||||
|
(define (default code)
|
||||||
|
`((pre () (code () ,code))))
|
||||||
|
(define result
|
||||||
|
`(div ((class "highlight"))
|
||||||
|
,@(cond [(pygments-running?)
|
||||||
|
(displayln lang pyg-out)
|
||||||
|
(displayln code pyg-out)
|
||||||
|
(displayln "__END__" pyg-out)
|
||||||
|
(let loop ([s ""])
|
||||||
|
(match (read-line pyg-in 'any)
|
||||||
|
["__END__" (with-input-from-string s read-html-as-xexprs)]
|
||||||
|
[(? string? v) (loop (str s v "\n"))]
|
||||||
|
[_ (copy-port pyg-err (current-output-port)) ;echo error msg
|
||||||
|
(default code)]))]
|
||||||
|
[else (default code)])))
|
||||||
|
result)
|
||||||
|
|
||||||
|
|
||||||
|
(define (make-highlight-css) '(style ((type "text/css"))
|
||||||
|
".highlight .hll { background-color: #ffffcc }
|
||||||
|
.highlight { background: #f8f8f8; }
|
||||||
|
.highlight .c { color: #408080; font-style: italic } /* Comment */
|
||||||
|
.highlight .err { border: 1px solid #FF0000 } /* Error */
|
||||||
|
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
|
||||||
|
.highlight .o { color: #666666 } /* Operator */
|
||||||
|
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
|
||||||
|
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
|
||||||
|
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
|
||||||
|
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
|
||||||
|
.highlight .gd { color: #A00000 } /* Generic.Deleted */
|
||||||
|
.highlight .ge { font-style: italic } /* Generic.Emph */
|
||||||
|
.highlight .gr { color: #FF0000 } /* Generic.Error */
|
||||||
|
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
|
||||||
|
.highlight .gi { color: #00A000 } /* Generic.Inserted */
|
||||||
|
.highlight .go { color: #888888 } /* Generic.Output */
|
||||||
|
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
|
||||||
|
.highlight .gs { font-weight: bold } /* Generic.Strong */
|
||||||
|
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
|
||||||
|
.highlight .gt { color: #0044DD } /* Generic.Traceback */
|
||||||
|
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
|
||||||
|
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
|
||||||
|
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
|
||||||
|
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
|
||||||
|
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
|
||||||
|
.highlight .kt { color: #B00040 } /* Keyword.Type */
|
||||||
|
.highlight .m { color: #666666 } /* Literal.Number */
|
||||||
|
.highlight .s { color: #BA2121 } /* Literal.String */
|
||||||
|
.highlight .na { color: #7D9029 } /* Name.Attribute */
|
||||||
|
.highlight .nb { color: #008000 } /* Name.Builtin */
|
||||||
|
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
|
||||||
|
.highlight .no { color: #880000 } /* Name.Constant */
|
||||||
|
.highlight .nd { color: #AA22FF } /* Name.Decorator */
|
||||||
|
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
|
||||||
|
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
|
||||||
|
.highlight .nf { color: #0000FF } /* Name.Function */
|
||||||
|
.highlight .nl { color: #A0A000 } /* Name.Label */
|
||||||
|
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
|
||||||
|
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
|
||||||
|
.highlight .nv { color: #19177C } /* Name.Variable */
|
||||||
|
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
|
||||||
|
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
|
||||||
|
.highlight .mf { color: #666666 } /* Literal.Number.Float */
|
||||||
|
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
|
||||||
|
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
|
||||||
|
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
|
||||||
|
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
|
||||||
|
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
|
||||||
|
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
|
||||||
|
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
|
||||||
|
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
|
||||||
|
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
|
||||||
|
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
|
||||||
|
.highlight .sx { color: #008000 } /* Literal.String.Other */
|
||||||
|
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
|
||||||
|
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
|
||||||
|
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
|
||||||
|
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
|
||||||
|
.highlight .vc { color: #19177C } /* Name.Variable.Class */
|
||||||
|
.highlight .vg { color: #19177C } /* Name.Variable.Global */
|
||||||
|
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
|
||||||
|
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */"))
|
||||||
@ -0,0 +1,69 @@
|
|||||||
|
# This allows us to launch Python and pygments once, and pipe to it
|
||||||
|
# continuously. Input format is:
|
||||||
|
#
|
||||||
|
# <lexer-name>
|
||||||
|
# <code>
|
||||||
|
# ...
|
||||||
|
# __END__
|
||||||
|
#
|
||||||
|
# OR
|
||||||
|
#
|
||||||
|
# __EXIT__
|
||||||
|
#
|
||||||
|
# Output format is:
|
||||||
|
#
|
||||||
|
# <html>
|
||||||
|
# ...
|
||||||
|
# __END__
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import optparse
|
||||||
|
from pygments import highlight
|
||||||
|
from pygments.lexers import get_lexer_by_name
|
||||||
|
from pygments.util import ClassNotFound
|
||||||
|
from pygments.formatters import HtmlFormatter
|
||||||
|
|
||||||
|
parser = optparse.OptionParser()
|
||||||
|
parser.add_option('--linenos', action="store_true", dest="linenos")
|
||||||
|
parser.add_option('--cssclass', default="source", dest="cssclass")
|
||||||
|
(options, _) = parser.parse_args()
|
||||||
|
|
||||||
|
formatter = HtmlFormatter(linenos=options.linenos,
|
||||||
|
cssclass=options.cssclass,
|
||||||
|
encoding="utf-8")
|
||||||
|
|
||||||
|
lexer = ""
|
||||||
|
code = ""
|
||||||
|
py_version = sys.version_info.major
|
||||||
|
sys.stdout.write("ready\n")
|
||||||
|
sys.stdout.flush
|
||||||
|
while 1:
|
||||||
|
line_raw = sys.stdin.readline()
|
||||||
|
if not line_raw:
|
||||||
|
break
|
||||||
|
# Without trailing space, \n, or \n
|
||||||
|
line = line_raw.rstrip()
|
||||||
|
if line == '__EXIT__':
|
||||||
|
break
|
||||||
|
elif line == '__END__':
|
||||||
|
# Lex input finished. Lex it.
|
||||||
|
if py_version >= 3:
|
||||||
|
sys.stdout.write(highlight(code, lexer, formatter).decode("utf-8"))
|
||||||
|
else:
|
||||||
|
sys.stdout.write(highlight(code, lexer, formatter))
|
||||||
|
sys.stdout.write('\n__END__\n')
|
||||||
|
sys.stdout.flush
|
||||||
|
lexer = ""
|
||||||
|
code = ""
|
||||||
|
elif lexer == "":
|
||||||
|
# Starting another lex. First line is the lexer name.
|
||||||
|
try:
|
||||||
|
lexer = get_lexer_by_name(line, encoding="guess")
|
||||||
|
except ClassNotFound:
|
||||||
|
lexer = get_lexer_by_name("text", encoding="guess")
|
||||||
|
else:
|
||||||
|
# Accumulate more code
|
||||||
|
# Use `line_raw`: Do want trailing space, \n, \r
|
||||||
|
code += line_raw
|
||||||
|
|
||||||
|
exit(0)
|
||||||
Loading…
Reference in New Issue