Compare commits
28 Commits
f97ee7de52
...
48e34eaf8e
29 changed files with 649 additions and 1155 deletions
@ -1,3 +1,6 @@ |
|||
[submodule "ucwmac"] |
|||
path = ucwmac |
|||
url = git://git.ucw.cz/ucwmac.git |
|||
[submodule "src/formatitko/katex-server"] |
|||
path = src/formatitko/katex-server |
|||
url = https://gitea.ks.matfyz.cz:/KSP/formatitko-katex-server |
|||
|
|||
@ -1,311 +0,0 @@ |
|||
from panflute import * |
|||
from pygments import highlight |
|||
from pygments.lexers import get_lexer_by_name |
|||
from pygments.formatters import HtmlFormatter |
|||
from pygments.util import ClassNotFound |
|||
import os |
|||
from typing import Union |
|||
|
|||
from .whitespace import NBSP |
|||
from .elements import FQuoted |
|||
from .katex import KatexClient |
|||
from .util import inlinify |
|||
from .context import Group |
|||
from .images import ImageProcessor |
|||
|
|||
import warnings |
|||
warnings.warn("The html function has been deprecated, is left only for reference and will be removed in future commits. HTML_generator should be used in its place.", DeprecationWarning) |
|||
|
|||
def html(e: Union[Element, ListContainer], k: KatexClient, i: ImageProcessor, indent_level: int=0, indent_str: str="\t") -> str: |
|||
|
|||
warnings.warn("The html function has been deprecated, is left only for reference and will be removed in future commits. HTML_generator should be used in its place.", DeprecationWarning) |
|||
|
|||
# `only` attribute which makes transformed elements appear only in tex |
|||
# output or html output |
|||
if hasattr(e, "attributes") and "only" in e.attributes and e.attributes["only"] != "html": |
|||
return "" |
|||
|
|||
if isinstance(e, ListContainer): |
|||
return ''.join([html(child, k, i, indent_level, indent_str) for child in e]) |
|||
|
|||
# Bits from which the final element output is built at the end of this |
|||
# function. Most elements override this by returning their own output. |
|||
tag = e.tag.lower() |
|||
attributes = "" |
|||
content_foot = "" |
|||
content_head = "" |
|||
|
|||
if isinstance(e, Str): |
|||
return e.text.replace(" ", " ") |
|||
|
|||
# Most elements fit the general template at the end of the function, just |
|||
# need their html tag specified. |
|||
tags = { |
|||
BulletList: "ul", |
|||
Doc: "main", |
|||
Emph: "em", |
|||
Caption: "figcaption", |
|||
Para: "p", |
|||
Header: "h"+str(e.level) if isinstance(e, Header) else "", |
|||
LineBlock: "p", |
|||
ListItem: "li", |
|||
SmallCaps: "span", |
|||
Strikeout: "strike", |
|||
Subscript: "sub", |
|||
Superscript: "sup", |
|||
Underline: "u", |
|||
TableBody: "tbody", |
|||
TableHead: "thead", |
|||
TableFoot: "tfoot", |
|||
TableRow: "tr", |
|||
TableCell: "td", |
|||
} |
|||
if type(e) in tags: |
|||
tag = tags[type(e)] |
|||
|
|||
# These are also disabled in pandoc so they shouldn't appear in the AST at all. |
|||
not_implemented = { |
|||
Citation: True, |
|||
Cite: True, |
|||
Definition: True, |
|||
DefinitionItem: True, |
|||
DefinitionList: True |
|||
} |
|||
if type(e) in not_implemented: |
|||
return f'<!-- FIXME: {type(e)}s not implemented -->' |
|||
|
|||
# Elements which can be represented by a simple string |
|||
simple_string = { |
|||
NBSP: " ", |
|||
Space: " ", |
|||
Null: "", |
|||
LineBreak: f"\n{indent_level*indent_str}<br>\n{indent_level*indent_str}", |
|||
SoftBreak: f" ", |
|||
HorizontalRule: f"{indent_level*indent_str}<hr>\n" |
|||
} |
|||
if type(e) in simple_string: |
|||
return simple_string[type(e)] |
|||
|
|||
if hasattr(e, "identifier") and e.identifier != "": |
|||
attributes += f' id="{e.identifier}"' |
|||
|
|||
if hasattr(e, "classes") and len(e.classes) != 0: |
|||
attributes += f' class="{" ".join(e.classes)}"' |
|||
|
|||
# Attributes are only passed down manually, because we use them internally. |
|||
# Maybe this should be a blocklist instead of an allowlist? |
|||
|
|||
# Overriding elements with their own returns |
|||
if isinstance(e, CodeBlock): |
|||
if len(e.classes) > 0 and (e.attributes["highlight"] == True or e.attributes["highlight"] == 'True'): |
|||
# Syntax highlighting using pygments |
|||
for cl in e.classes: |
|||
try: |
|||
lexer = get_lexer_by_name(cl) |
|||
except ClassNotFound: |
|||
continue |
|||
break |
|||
else: |
|||
print(f"WARN: Syntax highligher does not have lexer for element with these classes: {e.classes}") |
|||
formatter = HtmlFormatter(style=e.attributes["style"]) |
|||
result = highlight(e.text, lexer, formatter) |
|||
return f'{result}' |
|||
else: |
|||
return f'<pre>{e.text}</pre>' |
|||
|
|||
if isinstance(e, Doc): |
|||
formatter = HtmlFormatter(style=e.get_metadata("highlight-style") if e.get_metadata("highlight-style") is not None else "default") |
|||
content_head = f'<style>{formatter.get_style_defs(".highlight")}</style>' |
|||
|
|||
if isinstance(e, Image): |
|||
url = e.url |
|||
|
|||
# Attributes → image processor args |
|||
additional_args = {} |
|||
if "file-width" in e.attributes: |
|||
additional_args["width"] = int(e.attributes["file-width"]) |
|||
if "file-height" in e.attributes: |
|||
additional_args["height"] = int(e.attributes["file-height"]) |
|||
if "file-quality" in e.attributes: |
|||
additional_args["quality"] = int(e.attributes["file-quality"]) |
|||
if "file-dpi" in e.attributes: |
|||
additional_args["dpi"] = int(e.attributes["file-dpi"]) |
|||
|
|||
# The directory of the current file, will also look for images there. |
|||
source_dir = e.attributes["source_dir"] |
|||
|
|||
_, ext = os.path.splitext(url) |
|||
ext = ext[1:] |
|||
|
|||
# Conversions between various formats. |
|||
if ext in ["svg", "png", "jpeg", "gif"]: |
|||
# Even supported elements have to be 'converted' because the |
|||
# processing contains finding and moving them to the output |
|||
# directory. |
|||
url = i.process_image(url, ext, source_dir, **additional_args) |
|||
elif ext in ["pdf", "epdf"]: |
|||
if not "dpi" in additional_args: |
|||
additional_args["dpi"] = 300 |
|||
url = i.process_image(url, "png", source_dir, **additional_args) |
|||
elif ext in ["jpg"]: |
|||
url = i.process_image(url, "jpeg", source_dir, **additional_args) |
|||
else: |
|||
url = i.process_image(url, "png", source_dir, **additional_args) |
|||
|
|||
# Srcset generation - multiple alternative sizes of images browsers can |
|||
# choose from. |
|||
_, ext = os.path.splitext(url) |
|||
ext = ext[1:] |
|||
srcset = [] |
|||
if ext in ["png", "jpeg"] and (not "no-srcset" in e.attributes or e.attributes["no-srcset"] == False or e.attributes["no-srcset"] == 'False'): |
|||
# This is inspired by @vojta001's blogPhoto shortcode he made for |
|||
# patek.cz: |
|||
# https://gitlab.com/patek-devs/patek.cz/-/blob/master/themes/patek/layouts/shortcodes/blogPhoto.html |
|||
width, height = i.get_image_size(url, [i.public_dir]) |
|||
sizes = [(640, 360, 85), (1280, 720, 85), (1920, 1080, 90)] # (widht, height, quality) |
|||
for size in sizes: |
|||
if width <= size[0] and height <= size[1]: |
|||
srcset.append((f'{i.web_path}/{url}', f'{width}w')) |
|||
break |
|||
quality = size[2] if ext == "jpeg" else None |
|||
srcset.append((f'{i.web_path}/{i.process_image(url, ext, i.public_dir, width=size[0], height=size[1], quality=quality)}', f'{size[0]}w')) |
|||
|
|||
url = i.web_path + "/" + url |
|||
|
|||
attributes = f'{" style=width:"+e.attributes["width"] if "width" in e.attributes else ""} alt="{e.title or html(e.content, k, i, 0, "")}"' |
|||
if len(srcset) != 0: |
|||
return f'<a href="{url}"><img src="{srcset[-1][0]}" srcset="{", ".join([" ".join(src) for src in srcset])}"{attributes}></a>' |
|||
else: |
|||
return f'<img src="{url}"{attributes}>' |
|||
|
|||
# See https://pandoc.org/MANUAL.html#line-blocks |
|||
if isinstance(e, LineItem): |
|||
return indent_level*indent_str + html(e.content, k, i) + "<br>\n" |
|||
|
|||
# Footnotes are placed into parentheses. (And not footnotes (This is how KSP did it before me)) |
|||
if isinstance(e, Note): |
|||
content_head = "(" |
|||
content_foot = ")" |
|||
if inlinify(e) is not None: |
|||
return f' <note>({html(inlinify(e), k, i, 0, "")})</note>' |
|||
|
|||
if isinstance(e, FQuoted): |
|||
if e.style == "cs": |
|||
if e.quote_type == "SingleQuote": |
|||
return f'‚{html(e.content, k, i, 0, "")}‘' |
|||
elif e.quote_type == "DoubleQuote": |
|||
return f'„{html(e.content, k, i, 0, "")}“' |
|||
elif e.style == "en": |
|||
if e.quote_type == "SingleQuote": |
|||
return f'‘{html(e.content, k, i, 0, "")}’' |
|||
elif e.quote_type == "DoubleQuote": |
|||
return f'“{html(e.content, k, i, 0, "")}”' |
|||
else: |
|||
if e.quote_type == "SingleQuote": |
|||
return f'\'{html(e.content, k, i, 0, "")}\'' |
|||
elif e.quote_type == "DoubleQuote": |
|||
return f'"{html(e.content, k, i, 0, "")}"' |
|||
else: |
|||
return f'"{html(e.content, k, i, 0, "")}"' |
|||
|
|||
if isinstance(e, Group): |
|||
k.begingroup() |
|||
ret = html(e.content, k, i, indent_level, indent_str) |
|||
k.endgroup() |
|||
return ret |
|||
|
|||
if isinstance(e, Math): |
|||
formats = { |
|||
"DisplayMath": True, |
|||
"InlineMath": False |
|||
} |
|||
return indent_level*indent_str + k.render(e.text, {"displayMode": formats[e.format]}) |
|||
|
|||
if isinstance(e, RawInline): |
|||
if e.format == "html": |
|||
return e.text |
|||
else: |
|||
return "" |
|||
|
|||
if isinstance(e, RawBlock): |
|||
if e.format == "html": |
|||
return f'{e.text}\n' |
|||
else: |
|||
return "" |
|||
|
|||
|
|||
# Non-overriding elements, they get generated using the template at the end |
|||
# of this function |
|||
if isinstance(e, Header): |
|||
tag = "h"+str(e.level) |
|||
|
|||
if isinstance(e, Figure): |
|||
content_foot = html(e.caption, k, i, indent_level+1, indent_str) |
|||
|
|||
if isinstance(e, Caption): |
|||
tag = "figcaption" |
|||
|
|||
if isinstance(e, Link): |
|||
tag = "a" |
|||
attributes += f' href="{e.url}"' |
|||
if e.title: |
|||
attributes += f' title="{e.title}"' |
|||
|
|||
if isinstance(e, OrderedList): |
|||
tag = "ol" |
|||
if e.start and e.start != 1: |
|||
attributes += f' start="{e.start}"' |
|||
html_styles = { |
|||
"Decimal": "1", |
|||
"LowerRoman": "i", |
|||
"UpperRoman:": "I", |
|||
"LowerAlpha": "a", |
|||
"UpperAlpha": "A" |
|||
} |
|||
if e.style and e.style != "DefaultStyle": |
|||
attributes += f' type="{html_styles[e.style]}"' |
|||
# FIXME: Delimeter styles |
|||
|
|||
if isinstance(e, Table): |
|||
content_head = html(e.head, k, i, indent_level+1, indent_str) |
|||
content_foot = html(e.foot, k, i, indent_level+1, indent_str) |
|||
# FIXME: Fancy pandoc tables, using colspec |
|||
|
|||
if isinstance(e, TableCell): |
|||
tag = "td" |
|||
if e.colspan != 1: |
|||
attributes += f' colspan="{e.colspan}"' |
|||
if e.rowspan != 1: |
|||
attributes += f' rowspan="{e.rowspan}"' |
|||
aligns = { |
|||
"AlignLeft": "left", |
|||
"AlignRight": "right", |
|||
"AlignCenter": "center" |
|||
} |
|||
if e.alignment and e.alignment != "AlignDefault": |
|||
attributes += f' style="text-align: {aligns[e.alignment]}"' |
|||
|
|||
# The default which all non-overriding elements get generated by. This |
|||
# includes elements, which were not explicitly mentioned in this function, |
|||
# e. g. Strong |
|||
|
|||
if isinstance(e, Inline): |
|||
return f'<{tag}{attributes}>{content_head}{html(e.content, k, i, 0, "") if hasattr(e, "_content") else ""}{e.text if hasattr(e, "text") else ""}{content_foot}</{tag}>' |
|||
|
|||
out_str = "" |
|||
if not isinstance(e, Plain): |
|||
out_str += f"{indent_level*indent_str}<{tag}{attributes}>\n" |
|||
out_str += content_head |
|||
if hasattr(e, "_content"): |
|||
if len(e.content) > 0 and isinstance(e.content[0], Inline): |
|||
out_str += (indent_level+1)*indent_str |
|||
out_str += html(e.content, k, i, indent_level+1, indent_str) |
|||
if hasattr(e, "text"): |
|||
out_str += e.text |
|||
out_str += f"{content_foot}\n" |
|||
if not isinstance(e, Plain): |
|||
out_str += f"{indent_level*indent_str}</{tag}>\n" |
|||
|
|||
return out_str |
|||
|
|||
|
|||
@ -0,0 +1 @@ |
|||
Subproject commit 953b44e942282375ac369af233c123b28146713e |
|||
@ -1 +0,0 @@ |
|||
node_modules |
|||
@ -1 +0,0 @@ |
|||
This was made by Standa Lukeš @exyi |
|||
@ -1 +0,0 @@ |
|||
console.log(require('katex').renderToString('\\frac{2a}{b}')) |
|||
@ -1,131 +0,0 @@ |
|||
// KaTeX rendering server
|
|||
// Listens on unix socket, path is provided as first argument
|
|||
// Expects JSON lines, each line is a query with the following schema:
|
|||
// {
|
|||
// formulas: [
|
|||
// {
|
|||
// tex: string,
|
|||
// options?: object
|
|||
// }
|
|||
// ],
|
|||
// options?: object
|
|||
// }
|
|||
|
|||
// see https://katex.org/docs/options.html for list of available options
|
|||
// If options formulas[].options field is used, the global options field is ignored.
|
|||
|
|||
// For each line, returns one JSON line with the following schema:
|
|||
// {
|
|||
// results: [
|
|||
// { html?: string } | { error?: string }
|
|||
// ]
|
|||
// } | { error?: string }
|
|||
|
|||
|
|||
// If one formula is invalid, the error in results is used
|
|||
// If the entire query is invalid (couldn't parse JSON, for example), the outer error field is used
|
|||
|
|||
|
|||
import katex from 'katex' |
|||
import net from 'net' |
|||
import * as readline from 'readline' |
|||
|
|||
const myArgs = process.argv.slice(2) |
|||
|
|||
const unixSocketPath = myArgs[0] |
|||
if (!unixSocketPath) { |
|||
console.error('you must specify socket path') |
|||
process.exit(1) |
|||
} |
|||
|
|||
// This server listens on a Unix socket at /var/run/mysocket
|
|||
var unixServer = net.createServer(handleClient); |
|||
unixServer.listen(unixSocketPath); |
|||
console.log("OK") |
|||
|
|||
function handleExit(signal) { |
|||
// unixServer.emit('close')
|
|||
unixServer.close(function () { |
|||
|
|||
}); |
|||
process.exit(0); // put this into the callback to avoid closing open connections
|
|||
} |
|||
process.on('SIGINT', handleExit); |
|||
process.on('SIGQUIT', handleExit); |
|||
process.on('SIGTERM', handleExit); |
|||
process.on('exit', handleExit); |
|||
|
|||
const defaultOptions = {} |
|||
|
|||
/** |
|||
* @param {net.Socket} socket |
|||
* @returns {Promise<void>} |
|||
* */ |
|||
function socketWrite(socket, data) { |
|||
return new Promise((resolve, reject) => { |
|||
socket.write(data, (err) => { |
|||
if (err) { |
|||
reject(err) |
|||
} else { |
|||
resolve() |
|||
} |
|||
}) |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* @param {net.Socket} client |
|||
* */ |
|||
async function handleClient(client) { |
|||
const rl = readline.createInterface({ input: client }) |
|||
|
|||
/* Added by GS: A stack of katex's `macros` objects, each group inherits |
|||
* the one from the parent group and can add its own stuff without |
|||
* affecting the parent. |
|||
*/ |
|||
let macroStack = [{}] |
|||
for await (const line of rl) { |
|||
try { |
|||
// The custom commands for pushing and popping the macro stack.
|
|||
if (line === "begingroup") { |
|||
// Copy the current state of macros and push it onto the stack.
|
|||
macroStack.push({...macroStack.slice(-1)[0]}) |
|||
continue |
|||
} else if (line === "endgroup") { |
|||
macroStack.pop() |
|||
continue |
|||
} else if (line === "init") { |
|||
macroStack = [{}] |
|||
continue |
|||
} |
|||
const query = JSON.parse(line) |
|||
const results = [] |
|||
for (const input of query.formulas) { |
|||
const options = input.options ?? query.options ?? defaultOptions |
|||
// Add macros from the macros option
|
|||
if (options.macros) { |
|||
for (const macro of Object.keys(options.macros)) { |
|||
macroStack.slice(-1)[macro] = options.macros[macro] |
|||
} |
|||
} |
|||
options.macros = macroStack.slice(-1)[0] |
|||
// Enforce globalGroup option, katex then saves created macros
|
|||
// into the options.macros object.
|
|||
options.globalGroup = true |
|||
try { |
|||
const html = katex.renderToString(input.tex, options) |
|||
results.push({ html }) |
|||
} catch (e) { |
|||
results.push({ error: String(e) }) |
|||
} |
|||
} |
|||
await socketWrite(client, JSON.stringify({ results }, null, query.debug ? ' ' : undefined)) |
|||
await socketWrite(client, '\n') |
|||
} catch (e) { |
|||
console.error(e) |
|||
await socketWrite(client, JSON.stringify({ error: String(e) })) |
|||
await socketWrite(client, '\n') |
|||
} |
|||
} |
|||
} |
|||
|
|||
@ -1,39 +0,0 @@ |
|||
{ |
|||
"name": "ksp-katex-server", |
|||
"version": "1.0.0", |
|||
"lockfileVersion": 3, |
|||
"requires": true, |
|||
"packages": { |
|||
"": { |
|||
"name": "ksp-katex-server", |
|||
"version": "1.0.0", |
|||
"license": "ISC", |
|||
"dependencies": { |
|||
"katex": "^0.16.3" |
|||
} |
|||
}, |
|||
"node_modules/commander": { |
|||
"version": "8.3.0", |
|||
"resolved": "https://registry.npmjs.org/commander/-/commander-8.3.0.tgz", |
|||
"integrity": "sha512-OkTL9umf+He2DZkUq8f8J9of7yL6RJKI24dVITBmNfZBmri9zYZQrKkuXiKhyfPSu8tUhnVBB1iKXevvnlR4Ww==", |
|||
"engines": { |
|||
"node": ">= 12" |
|||
} |
|||
}, |
|||
"node_modules/katex": { |
|||
"version": "0.16.3", |
|||
"resolved": "https://registry.npmjs.org/katex/-/katex-0.16.3.tgz", |
|||
"integrity": "sha512-3EykQddareoRmbtNiNEDgl3IGjryyrp2eg/25fHDEnlHymIDi33bptkMv6K4EOC2LZCybLW/ZkEo6Le+EM9pmA==", |
|||
"funding": [ |
|||
"https://opencollective.com/katex", |
|||
"https://github.com/sponsors/katex" |
|||
], |
|||
"dependencies": { |
|||
"commander": "^8.0.0" |
|||
}, |
|||
"bin": { |
|||
"katex": "cli.js" |
|||
} |
|||
} |
|||
} |
|||
} |
|||
@ -1,14 +0,0 @@ |
|||
{ |
|||
"name": "ksp-katex-server", |
|||
"version": "1.0.0", |
|||
"description": "", |
|||
"main": "index.mjs", |
|||
"scripts": { |
|||
"test": "echo \"Error: no test specified\" && exit 1" |
|||
}, |
|||
"author": "", |
|||
"license": "ISC", |
|||
"dependencies": { |
|||
"katex": "^0.16.3" |
|||
} |
|||
} |
|||
@ -1,270 +0,0 @@ |
|||
from panflute import * |
|||
import os |
|||
from typing import Union |
|||
|
|||
from .whitespace import NBSP |
|||
from .elements import FQuoted |
|||
from .util import inlinify |
|||
from .context import Group |
|||
from .images import ImageProcessor |
|||
|
|||
# Heavily inspired by: git://git.ucw.cz/labsconf2022.git |
|||
def tex(e: Union[Element, ListContainer], i: ImageProcessor, indent_level: int=0, indent_str: str="\t") -> str: |
|||
|
|||
# `only` attribute which makes transformed elements appear only in tex |
|||
# output or html output |
|||
if hasattr(e, "attributes") and "only" in e.attributes and e.attributes["only"] != "tex": |
|||
return "" |
|||
|
|||
if isinstance(e, ListContainer): |
|||
return ''.join([tex(child, i, indent_level, indent_str) for child in e]) |
|||
|
|||
# Bits from which the final element output is built at the end of this |
|||
# function. Most elements override this by returning their own output. |
|||
content_foot = "" |
|||
content_head = "" |
|||
|
|||
arguments = "" |
|||
open = "{" |
|||
close = "}" |
|||
|
|||
tag = e.tag.lower() |
|||
|
|||
tags = { |
|||
Header: "h"+chr(64 + e.level) if isinstance(e, Header) else "", |
|||
} |
|||
if type(e) in tags: |
|||
tag = tags[type(e)] |
|||
|
|||
# These are also disabled in pandoc so they shouldn't appear in the AST at all. |
|||
not_implemented = { |
|||
Citation: True, |
|||
Cite: True, |
|||
Definition: True, |
|||
DefinitionItem: True, |
|||
DefinitionList: True |
|||
} |
|||
if type(e) in not_implemented: |
|||
return f'% FIXME: {type(e)}s not implemented \n' |
|||
|
|||
# Elements which can be represented by a simple string |
|||
simple_string = { |
|||
NBSP: "~", |
|||
Space: " ", |
|||
Null: "", |
|||
LineBreak: f"\\\\", |
|||
SoftBreak: f" ", |
|||
HorizontalRule: "\\hr\n\n" |
|||
} |
|||
if type(e) in simple_string: |
|||
return simple_string[type(e)] |
|||
|
|||
# Simplest basic elements |
|||
if isinstance(e, Str): |
|||
return e.text.replace(" ", "~") |
|||
|
|||
if isinstance(e, Para): |
|||
return tex(e.content, i, 0, "")+"\n\n" |
|||
|
|||
if isinstance(e, Span) or isinstance(e, Plain): |
|||
return tex(e.content, i, 0, "") |
|||
|
|||
# Overriding elements with their own returns |
|||
if isinstance(e, Image): |
|||
url = e.url |
|||
|
|||
# TODO: This should use OutputGenerator's get_image_processor_args |
|||
# Attributes → image processor args |
|||
additional_args = {} |
|||
if "file-width" in e.attributes: |
|||
additional_args["width"] = int(e.attributes["file-width"]) |
|||
if "file-height" in e.attributes: |
|||
additional_args["height"] = int(e.attributes["file-height"]) |
|||
if "file-quality" in e.attributes: |
|||
additional_args["quality"] = int(e.attributes["file-quality"]) |
|||
if "file-dpi" in e.attributes: |
|||
additional_args["dpi"] = int(e.attributes["file-dpi"]) |
|||
|
|||
# The directory of the current file, will also look for images there. |
|||
source_dir = e.attributes["source_dir"] |
|||
|
|||
_, ext = os.path.splitext(url) |
|||
ext = ext[1:] |
|||
|
|||
# Conversions between various formats. |
|||
if ext in ["pdf", "png", "jpeg"]: |
|||
# Even supported elements have to be 'converted' because the |
|||
# processing contains finding and moving them to the cache |
|||
# directory. |
|||
url = i.process_image(url, ext, source_dir, **additional_args) |
|||
elif ext in ["svg"]: |
|||
url = i.process_image(url, "pdf", source_dir, **additional_args) |
|||
elif ext in ["epdf"]: |
|||
url = i.process_image(url, "pdf", source_dir, **additional_args) |
|||
elif ext in ["jpg"]: |
|||
url = i.process_image(url, "jpeg", source_dir, **additional_args) |
|||
else: |
|||
url = i.process_image(url, "pdf", source_dir, **additional_args) |
|||
|
|||
url = i.find_image(url, [i.cache_dir]) |
|||
width = "" |
|||
if "width" in e.attributes: |
|||
width = e.attributes["width"] |
|||
# 50% → 0.5\hsize |
|||
if e.attributes["width"][-1] == "%": |
|||
width = str(int(e.attributes["width"][:-1])/100) + "\\hsize" |
|||
width = "width " + width |
|||
return f'\\image{{{width}}}{{{url}}}' |
|||
|
|||
if isinstance(e, FQuoted): |
|||
if e.style == "cs": |
|||
if e.quote_type == "SingleQuote": |
|||
return f'‚{tex(e.content, i, 0, "")}‘' |
|||
elif e.quote_type == "DoubleQuote": |
|||
return f'„{tex(e.content, i, 0, "")}“' |
|||
elif e.style == "en": |
|||
if e.quote_type == "SingleQuote": |
|||
return f'‘{tex(e.content, i, 0, "")}’' |
|||
elif e.quote_type == "DoubleQuote": |
|||
return f'“{tex(e.content, i, 0, "")}”' |
|||
else: |
|||
if e.quote_type == "SingleQuote": |
|||
return f'\'{tex(e.content, i, 0, "")}\'' |
|||
elif e.quote_type == "DoubleQuote": |
|||
return f'"{tex(e.content, i, 0, "")}"' |
|||
else: |
|||
return f'"{tex(e.content, i, 0, "")}"' |
|||
|
|||
if isinstance(e, Code): |
|||
return f'\\verb`{e.text.replace("`", "backtick")}`' |
|||
|
|||
if isinstance(e, Figure): |
|||
return f'\\figure{{{tex(e.content, i, indent_level+1, indent_str)}}}{{{tex(e.caption, i, indent_level+1, indent_str)}}}\n\n' |
|||
|
|||
# Figure caption |
|||
if isinstance(e, Caption): |
|||
if inlinify(e) is not None: |
|||
return f'\\figcaption{{{tex(e.content, i, 0, "")}}}' |
|||
|
|||
if isinstance(e, Math): |
|||
if e.format == "DisplayMath": |
|||
return f'$${e.text}$$\n' |
|||
else: |
|||
return f'${e.text}$' |
|||
|
|||
# Footnote |
|||
if isinstance(e, Note): |
|||
tag = "fn" |
|||
if inlinify(e) is not None: |
|||
return f'\\fn{{{tex(inlinify(e), i, 0, "")}}}' |
|||
|
|||
if isinstance(e, Table): |
|||
aligns = { |
|||
"AlignLeft": "\\quad#\\quad\\hfil", |
|||
"AlignRight": "\\quad\\hfil#\\quad", |
|||
"AlignCenter": "\\quad\\hfil#\\hfil\\quad", |
|||
"AlignDefault": "\\quad#\\quad\\hfil" |
|||
} |
|||
text = "\strut"+"&".join([aligns[col[0]] for col in e.colspec])+"\cr\n" |
|||
text += tex(e.head.content, i, 0, "") |
|||
text += "\\noalign{\\hrule}\n" |
|||
text += tex(e.content[0].content, i, 0, "") |
|||
text += "\\noalign{\\hrule}\n" |
|||
text += tex(e.foot.content, i, 0, "") |
|||
return "\\vskip1em\n\\halign{"+text+"}\n\\vskip1em\n" |
|||
# FIXME: Implement rowspan |
|||
|
|||
if isinstance(e, TableRow): |
|||
return "&".join([("\\multispan"+str(cell.colspan)+" " if cell.colspan > 1 else "")+tex(cell.content, i, 0, "") for cell in e.content])+"\cr\n" |
|||
|
|||
if isinstance(e, RawInline): |
|||
if e.format == "tex": |
|||
return e.text |
|||
else: |
|||
return "" |
|||
|
|||
if isinstance(e, RawBlock): |
|||
if e.format == "tex": |
|||
return f'{e.text}\n' |
|||
else: |
|||
return "" |
|||
|
|||
# See https://pandoc.org/MANUAL.html#line-blocks |
|||
if isinstance(e, LineBlock): |
|||
return f'{tex(e.content, i, indent_level+1, indent_str)}\n' |
|||
|
|||
if isinstance(e, LineItem): |
|||
return tex(e.content, i, 0, "") + ("\\\\\n" if e.next else "\n") |
|||
|
|||
if type(e) is Div: |
|||
return f'{tex(e.content, i, indent_level+1, indent_str)}' |
|||
|
|||
if isinstance(e, Doc): |
|||
return tex(e.content, i, indent_level, indent_str)+"\n\\bye" # Is having the \bye a bad idea here? |
|||
|
|||
|
|||
# Non-overriding elements, they get generated using the template at the end |
|||
# of this function |
|||
if isinstance(e, BulletList): |
|||
tag = "list" |
|||
open = "" |
|||
arguments = "{o}" |
|||
close = "\\endlist" |
|||
|
|||
elif isinstance(e, OrderedList): |
|||
tag = "list" |
|||
open = "" |
|||
styles = { |
|||
"DefaultStyle": "n", |
|||
"Decimal": "n", |
|||
"LowerRoman": "i", |
|||
"UpperRoman:": "I", |
|||
"LowerAlpha": "a", |
|||
"UpperAlpha": "A" |
|||
} |
|||
style = styles[e.style] |
|||
delimiters = { |
|||
"DefaultDelim": f"{style}.", |
|||
"Period": f"{style}.", |
|||
"OneParen": f"{style})", |
|||
"TwoParens": f"({style})" |
|||
} |
|||
style = delimiters[e.delimiter] |
|||
arguments = f"{{{style}}}" |
|||
close = "\\endlist" |
|||
# FIXME: Starting number of list |
|||
|
|||
elif isinstance(e, ListItem): |
|||
tag = ":" |
|||
|
|||
elif isinstance(e, Link): |
|||
if len(e.content) == 1 and isinstance(e.content[0], Str) and e.content[0].text == e.url: |
|||
tag = "url" |
|||
else: |
|||
tag = "linkurl" |
|||
arguments = f'{{{e.url}}}' |
|||
|
|||
elif isinstance(e, Group): |
|||
tag = "begingroup" |
|||
open = "" |
|||
if "lang" in e.metadata and e.metadata["lang"] is not None: |
|||
open = "\\language"+e.metadata["lang"] |
|||
close = "\\endgroup" |
|||
|
|||
# The default which all non-overriding elements get generated by. This |
|||
# includes elements, which were not explicitly mentioned in this function, |
|||
# e. g. Strong, Emph... |
|||
|
|||
if isinstance(e, Inline): |
|||
return f'\\{tag}{arguments}{open}{content_head}{tex(e.content, i, 0, "") if hasattr(e, "_content") else ""}{e.text if hasattr(e, "text") else ""}{content_foot}{close}' |
|||
|
|||
out_str = "" |
|||
out_str = f"\\{tag}{arguments}{open}\n" |
|||
out_str += content_head |
|||
if hasattr(e, "_content"): |
|||
out_str += tex(e.content, i, indent_level+1, indent_str) |
|||
if hasattr(e, "text"): |
|||
out_str += e.text |
|||
out_str += f"{content_foot}\n{close}\n\n" |
|||
|
|||
return out_str |
|||
@ -1,176 +0,0 @@ |
|||
from panflute import Element, Div, Span, Quoted, Image, CodeBlock, Str, MetaInlines, MetaString, MetaBool, RawBlock |
|||
import re |
|||
import os |
|||
|
|||
# Import local files |
|||
from .whitespace import Whitespace, NBSP, bavlna |
|||
from .util import nullify, import_md |
|||
from .context import Context, BlockGroup |
|||
from .command import Command, BlockCommand, InlineCommand |
|||
from .command_util import handle_command_define, parse_command |
|||
from .elements import FQuoted |
|||
|
|||
|
|||
import warnings |
|||
warnings.warn("The transform function has been deprecated, is left only for reference and will be removed in future commits. TransformProcessor should be used in its place.", DeprecationWarning) |
|||
|
|||
# This is where tha magic happens. This function transforms a single element, |
|||
# to transform the entire tree, panflute's walk should be used. |
|||
def transform(e: Element, c: Context) -> Element: |
|||
|
|||
warnings.warn("The transform function has been deprecated, is left only for reference and will be removed in future commits. TransformProcessor should be used in its place.", DeprecationWarning) |
|||
# Determine if this space should be non-breakable. See whitespace.py. |
|||
if isinstance(e, Whitespace) and bavlna(e, c): |
|||
e = NBSP() |
|||
|
|||
if hasattr(e, "attributes"): |
|||
# `if` attribute. Only show this element if flag is set. |
|||
if "if" in e.attributes: |
|||
if not c.is_flag_set(e.attributes["if"]): |
|||
return nullify(e) |
|||
# `ifn` attribute. Only show this element if flag is NOT set |
|||
if "ifn" in e.attributes: |
|||
if c.is_flag_set(e.attributes["ifn"]): |
|||
return nullify(e) |
|||
|
|||
# There are multiple ways to call a command so we turn it into a |
|||
# unified element first and then call it at the end. This handles the |
|||
# []{c=commandname} and |
|||
# :::{c=commandname} |
|||
# ::: |
|||
# syntax. |
|||
if (isinstance(e, Div) or isinstance(e, Span)) and "c" in e.attributes: |
|||
if isinstance(e, Div): |
|||
e = BlockCommand(*e.content, identifier=e.identifier, classes=e.classes, attributes=e.attributes) |
|||
else: |
|||
e = InlineCommand(*e.content, identifier=e.identifier, classes=e.classes, attributes=e.attributes) |
|||
|
|||
# Isolated subdocuments using Group and a different Context. Can be |
|||
# separate files (using attribute `partial`) or be inline using the |
|||
# following syntax: |
|||
# ```markdown {.group} |
|||
# * file content * |
|||
# ``` |
|||
# Both can contain their own metadata in a FrontMatter (YAML header) |
|||
if (isinstance(e, Div) and "partial" in e.attributes)\ |
|||
or (isinstance(e, CodeBlock) and "markdown" in e.classes and "group" in e.classes): |
|||
if isinstance(e, Div): |
|||
if not c.trusted: # If we're in an untrusted context, we shouldn't allow inclusion of files outside the PWD. |
|||
full_path = os.path.abspath(c.dir + "/" + e.attributes["partial"]) |
|||
pwd = os.path.abspath(".") |
|||
if os.path.commonpath([full_path, pwd]) != os.path.commonpath([pwd]): |
|||
return nullify(e) |
|||
text = open(c.dir + "/" + e.attributes["partial"], "r").read() |
|||
path = c.dir + "/" + e.attributes["partial"] |
|||
else: |
|||
text = e.text |
|||
path = c.path |
|||
if "type" in e.attributes and e.attributes["type"] in ["tex", "html"]: |
|||
e = RawBlock(text, e.attributes["type"]) |
|||
else: |
|||
includedDoc = import_md(text) |
|||
trusted = True |
|||
if "untrusted" in e.attributes and (e.attributes["untrusted"] == True or e.attributes["untrusted"] == 'True'): |
|||
trusted = False |
|||
if not c.trusted: |
|||
trusted = False |
|||
nContext = Context(includedDoc, path, c, trusted=trusted) |
|||
language = includedDoc.get_metadata("lang") |
|||
includedDoc = includedDoc.walk(transform, nContext) |
|||
e = BlockGroup(*includedDoc.content, context=nContext, metadata={"lang": language}) |
|||
|
|||
# Transform panflute's Quoted to custom FQuoted, see above. |
|||
if isinstance(e, Quoted): |
|||
quote_styles = { |
|||
"cs": "cs", |
|||
"en": "en", |
|||
"sk": "cs", |
|||
None: None |
|||
} |
|||
e = FQuoted(*e.content, quote_type=e.quote_type, style=quote_styles[c.get_metadata("lang")]) |
|||
|
|||
if isinstance(e, Image): |
|||
# Pass down the directory of the current source file for finding image |
|||
# files. |
|||
e.attributes["source_dir"] = c.dir |
|||
# Pass down "no-srcset" metadatum as attribute down to images. |
|||
if not "no-srcset" in e.attributes: |
|||
e.attributes["no-srcset"] = c.get_metadata("no-srcset") if c.get_metadata("no-srcset") is not None else False |
|||
|
|||
# Pass down metadata 'highlight' and 'highlight_style' as attribute to CodeBlocks |
|||
if isinstance(e, CodeBlock): |
|||
if not "highlight" in e.attributes: |
|||
e.attributes["highlight"] = c.get_metadata("highlight") if c.get_metadata("highlight") is not None else True |
|||
if not "style" in e.attributes: |
|||
e.attributes["style"] = c.get_metadata("highlight-style") if c.get_metadata("highlight-style") is not None else "default" |
|||
e.attributes["noclasses"] = False |
|||
# I think this is supposed to enable inline styles for highlighting when the style differs from the document, but it clearly doesn't work. a) HTML_generator never accesses it and b) Only the top-level document contains a style so you have to ask the top level context, not the current context. |
|||
else: |
|||
e.attributes["noclasses"] = True |
|||
|
|||
# Execute python code inside source code block. Works the same as commands. |
|||
# Syntax: |
|||
# ```python {.run} |
|||
# print("woo") |
|||
# ``` |
|||
if isinstance(e, CodeBlock) and hasattr(e, "classes") and "python" in e.classes and "run" in e.classes: |
|||
if not c.trusted: |
|||
return nullify(e) |
|||
command_output = parse_command(e.text)(BlockCommand(), c) |
|||
e = BlockCommand().replaceSelf(*([] if command_output is None else command_output)) |
|||
e = e.walk(transform, c) |
|||
|
|||
# Command defines for calling using BlockCommand and InlineCommand. If |
|||
# redefine is used instead of define, the program doesn't check if the |
|||
# command already exists. |
|||
# Syntax: |
|||
# ```python {define=commandname} |
|||
# print(wooo) |
|||
# ``` |
|||
if isinstance(e, CodeBlock) and hasattr(e, "classes") and "python" in e.classes and hasattr(e, "attributes")\ |
|||
and ("define" in e.attributes or "redefine" in e.attributes): |
|||
if not c.trusted: |
|||
return nullify(e) |
|||
e = handle_command_define(e, c) |
|||
|
|||
## Shorthands |
|||
# Shorter (and sometimes the only) forms of certain features |
|||
if isinstance(e, Span) and len(e.content) == 1 and isinstance(e.content[0], Str): |
|||
## Handle special command shorthand [!commandname]{} |
|||
if re.match(r"^![\w.]+$", e.content[0].text): |
|||
e = InlineCommand(identifier=e.identifier, classes=e.classes, attributes={**e.attributes, "c": e.content[0].text[1:]}) |
|||
|
|||
## Handle import [#path/file.md]{} |
|||
# This is the exact opposite of partials. We take the commands, flags |
|||
# and metadata but drop the content. |
|||
elif re.match(r"^#.+$", e.content[0].text): |
|||
importedDoc = import_md(open(c.dir + "/" + e.content[0].text[1:], "r").read()) |
|||
importedDoc.walk(transform, c) |
|||
return nullify(e) |
|||
|
|||
## Handle metadata print [$key1.key2]{} |
|||
# This is a shorthand for just printing the content of some metadata. |
|||
elif re.match(r"^\$[\w.]+$", e.content[0].text): |
|||
val = c.get_metadata(e.content[0].text[1:], False) |
|||
if isinstance(val, MetaInlines): |
|||
e = Span(*val.content) |
|||
e = e.walk(transform, c) |
|||
elif isinstance(val, MetaString): |
|||
e = Span(Str(val.string)) |
|||
elif isinstance(val, MetaBool): |
|||
e = Span(Str(str(val.boolean))) |
|||
else: |
|||
raise TypeError(f"Cannot print value of metadatum '{e.content[0].text[1:]}' of type '{type(val)}'") |
|||
|
|||
## Execute commands |
|||
# panflute's walk function transforms the children first, then the root |
|||
# element, so the content the command receives is already transformed. |
|||
# The output from the command is then transformed manually again. |
|||
if isinstance(e, Command): |
|||
if not c.get_command(e.attributes["c"]): |
|||
raise NameError(f"Command not defined '{e.attributes['c']}'.") |
|||
command_output = c.get_command(e.attributes["c"])(e, c) |
|||
e = e.replaceSelf(*command_output) |
|||
e = e.walk(transform, c) |
|||
|
|||
return e |
|||
@ -1,8 +0,0 @@ |
|||
<!DOCTYPE html> |
|||
<html> |
|||
<head> |
|||
<meta name="viewport" content="width=device-width, initial-scale=1"> |
|||
<meta charset='utf-8'> |
|||
<link rel='stylesheet' href='https://cdn.jsdelivr.net/npm/katex@0.16.4/dist/katex.min.css' integrity='sha384-vKruj+a13U8yHIkAyGgK1J3ArTLzrFGBbBc0tDp4ad/EyewESeXE/Iv67Aj8gKZ0' crossorigin='anonymous'> |
|||
</head> |
|||
<body> |
|||
Loading…
Reference in new issue