mirror of
https://github.com/ankitects/anki.git
synced 2025-09-19 06:22:22 -04:00
d3a3edb707
Like the previous change, models have been moved from a separate DB table to an entry in the deck. We need them for many operations including reviewing, and it's easier to keep them in memory than half on disk with a cache that gets cleared every time we .reset(). This means they are easily serialized as well - previously they were part Python and part JSON, which made access confusing. Because the data is all pulled from JSON now, the instance methods have been moved to the model registry. Eg: model.addField(...) -> deck.models.addField(model, ...). - IDs are now timestamped as with groups et al. - The data field for plugins was also removed. Config info can be added to deck.conf; larger data should be stored externally. - Upgrading needs to be updated for the new model structure. - HexifyID() now accepts strings as well, as our IDs get converted to strings in the serialization process.
115 lines
4 KiB
Python
115 lines
4 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright: Damien Elmes <anki@ichi2.net>
|
|
# License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
|
|
import re, os, sys, shutil, cgi, subprocess
|
|
from anki.utils import checksum, call, namedtmp, tmpdir, isMac, stripHTML
|
|
from anki.hooks import addHook
|
|
from htmlentitydefs import entitydefs
|
|
from anki.lang import _
|
|
|
|
latexCmd = ["latex", "-interaction=nonstopmode"]
|
|
latexDviPngCmd = ["dvipng", "-D", "200", "-T", "tight"]
|
|
build = True # if off, use existing media but don't create new
|
|
regexps = {
|
|
"standard": re.compile(r"\[latex\](.+?)\[/latex\]", re.DOTALL | re.IGNORECASE),
|
|
"expression": re.compile(r"\[\$\](.+?)\[/\$\]", re.DOTALL | re.IGNORECASE),
|
|
"math": re.compile(r"\[\$\$\](.+?)\[/\$\$\]", re.DOTALL | re.IGNORECASE),
|
|
}
|
|
|
|
# add standard tex install location to osx
|
|
if isMac:
|
|
os.environ['PATH'] += ":/usr/texbin"
|
|
|
|
def stripLatex(text):
|
|
for match in regexps['standard'].finditer(text):
|
|
text = text.replace(match.group(), "")
|
|
for match in regexps['expression'].finditer(text):
|
|
text = text.replace(match.group(), "")
|
|
for match in regexps['math'].finditer(text):
|
|
text = text.replace(match.group(), "")
|
|
return text
|
|
|
|
def mungeQA(html, type, fields, model, data, deck):
|
|
"Convert TEXT with embedded latex tags to image links."
|
|
for match in regexps['standard'].finditer(html):
|
|
html = html.replace(match.group(), _imgLink(deck, match.group(1), model))
|
|
for match in regexps['expression'].finditer(html):
|
|
html = html.replace(match.group(), _imgLink(
|
|
deck, "$" + match.group(1) + "$", model))
|
|
for match in regexps['math'].finditer(html):
|
|
html = html.replace(match.group(), _imgLink(
|
|
deck,
|
|
"\\begin{displaymath}" + match.group(1) + "\\end{displaymath}", model))
|
|
return html
|
|
|
|
def _imgLink(deck, latex, model):
|
|
"Return an img link for LATEX, creating if necesssary."
|
|
txt = _latexFromHtml(deck, latex)
|
|
fname = "latex-%s.png" % checksum(txt)
|
|
link = '<img src="%s">' % fname
|
|
if os.path.exists(fname):
|
|
return link
|
|
elif not build:
|
|
return "[latex]"+latex+"[/latex]"
|
|
else:
|
|
err = _buildImg(deck, txt, fname, model)
|
|
if err:
|
|
return err
|
|
else:
|
|
return link
|
|
|
|
def _latexFromHtml(deck, latex):
|
|
"Convert entities, fix newlines, and convert to utf8."
|
|
for match in re.compile("&([a-z]+);", re.IGNORECASE).finditer(latex):
|
|
if match.group(1) in entitydefs:
|
|
latex = latex.replace(match.group(), entitydefs[match.group(1)])
|
|
latex = re.sub("<br( /)?>", "\n", latex)
|
|
latex = stripHTML(latex)
|
|
latex = latex.encode("utf-8")
|
|
return latex
|
|
|
|
def _buildImg(deck, latex, fname, model):
|
|
# add header/footer
|
|
latex = (model["latexPre"] + "\n" +
|
|
latex + "\n" +
|
|
model["latexPost"])
|
|
# write into a temp file
|
|
log = open(namedtmp("latex_log.txt"), "w")
|
|
texfile = file(namedtmp("tmp.tex"), "w")
|
|
texfile.write(latex)
|
|
texfile.close()
|
|
# make sure we have a valid mediaDir
|
|
mdir = deck.media.dir(create=True)
|
|
oldcwd = os.getcwd()
|
|
png = namedtmp("tmp.png")
|
|
try:
|
|
# generate dvi
|
|
os.chdir(tmpdir())
|
|
if call(latexCmd + ["tmp.tex"], stdout=log, stderr=log):
|
|
return _errMsg("latex")
|
|
# and png
|
|
if call(latexDviPngCmd + ["tmp.dvi", "-o", "tmp.png"],
|
|
stdout=log, stderr=log):
|
|
return _errMsg("dvipng")
|
|
# add to media
|
|
shutil.copy2(png,
|
|
os.path.join(mdir, fname))
|
|
return
|
|
finally:
|
|
os.chdir(oldcwd)
|
|
|
|
def _errMsg(type):
|
|
msg = (_("Error executing %s.") % type) + "<br>"
|
|
try:
|
|
log = open(namedtmp("latex_log.txt")).read()
|
|
if not log:
|
|
raise Exception()
|
|
msg += "<small><pre>" + cgi.escape(log) + "</pre></small>"
|
|
except:
|
|
msg += _("Have you installed latex and dvipng?")
|
|
pass
|
|
return msg
|
|
|
|
# setup q/a filter
|
|
addHook("mungeQA", mungeQA)
|