mirror of
https://github.com/ankitects/anki.git
synced 2025-09-21 07:22:23 -04:00

The tags tables were initially added to speed up the loading of the browser by speeding up two operations: gathering a list of all tags to show in the dropdown box, and finding cards with a given tag. The former functionality is provided by the tags table, and the latter functionality by the cardTags table. Selective study is handled by groups now, which perform better since they don't require a join or subselect, and can be embedded in the index. So the only remaining benefit of cardTags is for the browser. Performance testing indicates that cardTags is not saving us a large amount. It only takes us 30ms to search a 50k card table for matches with a hot cache. On a cold cache it means the facts table has to be loaded into memory, which roughly doubles the load time with the default settings (we need to load the cards table too, as we're sorting the cards), but that startup time was necessary with certain settings in the past too (sorting by fact created for example). With groups implemented, the cost of maintaining a cache just for initial browser load time is hard to justify. Other changes: - the tags table has any missing tags added to it when facts are added/edited. This means old tags will stick around even when no cards reference them, but is much cheaper than reference counting or a separate table, and simplifies updates and syncing. - the tags table has a modified field now so we can can sync it instead of having to scan all facts coming across in a sync - priority field removed - we no longer put model names or card templates into the tags table. There were two reasons we did this in the past: so we could cram/selective study them, and for plugins. Selective study uses groups now, and plugins can check the model's name instead (and most already do). This also does away with the somewhat confusing behaviour of names also being tags. - facts have their tags as _tags now. You can get a list with tags(), but editing operations should use add/deleteTags() instead of manually editing the string.
168 lines
5.5 KiB
Python
168 lines
5.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright: Damien Elmes <anki@ichi2.net>
|
|
# License: GNU GPL, version 3 or later; http://www.gnu.org/copyleft/gpl.html
|
|
|
|
import time
|
|
from anki.db import *
|
|
from anki.errors import *
|
|
from anki.models import Model, FieldModel, fieldModelsTable
|
|
from anki.utils import genID, stripHTMLMedia, fieldChecksum, intTime, \
|
|
addTags, deleteTags, parseTags
|
|
from anki.hooks import runHook
|
|
|
|
# Fields in a fact
|
|
##########################################################################
|
|
|
|
fieldsTable = Table(
|
|
'fields', metadata,
|
|
Column('id', Integer, primary_key=True),
|
|
Column('factId', Integer, ForeignKey("facts.id"), nullable=False),
|
|
Column('fieldModelId', Integer, ForeignKey("fieldModels.id"),
|
|
nullable=False),
|
|
Column('ordinal', Integer, nullable=False),
|
|
Column('value', UnicodeText, nullable=False),
|
|
Column('chksum', String, nullable=False, default=""))
|
|
|
|
class Field(object):
|
|
"A field in a fact."
|
|
|
|
def __init__(self, fieldModel=None):
|
|
if fieldModel:
|
|
self.fieldModel = fieldModel
|
|
self.ordinal = fieldModel.ordinal
|
|
self.value = u""
|
|
self.id = genID()
|
|
|
|
def getName(self):
|
|
return self.fieldModel.name
|
|
name = property(getName)
|
|
|
|
mapper(Field, fieldsTable, properties={
|
|
'fieldModel': relation(FieldModel)
|
|
})
|
|
|
|
# Facts: a set of fields and a model
|
|
##########################################################################
|
|
|
|
# Pos: incrementing number defining add order. There may be duplicates if
|
|
# content is added on two sync locations at once. Importing adds to end.
|
|
# Cache: a HTML-stripped amalgam of the field contents, so we can perform
|
|
# searches of marked up text in a reasonable time.
|
|
|
|
factsTable = Table(
|
|
'facts', metadata,
|
|
Column('id', Integer, primary_key=True),
|
|
Column('modelId', Integer, ForeignKey("models.id"), nullable=False),
|
|
Column('pos', Integer, nullable=False),
|
|
Column('modified', Integer, nullable=False, default=intTime),
|
|
Column('tags', UnicodeText, nullable=False, default=u""),
|
|
Column('cache', UnicodeText, nullable=False, default=u""))
|
|
|
|
class Fact(object):
|
|
"A single fact. Fields exposed as dict interface."
|
|
|
|
def __init__(self, model=None, pos=None):
|
|
self.model = model
|
|
self.id = genID()
|
|
self._tags = u""
|
|
if model:
|
|
# creating
|
|
for fm in model.fieldModels:
|
|
self.fields.append(Field(fm))
|
|
self.pos = pos
|
|
self.new = True
|
|
|
|
def isNew(self):
|
|
return getattr(self, 'new', False)
|
|
|
|
def keys(self):
|
|
return [field.name for field in self.fields]
|
|
|
|
def values(self):
|
|
return [field.value for field in self.fields]
|
|
|
|
def __getitem__(self, key):
|
|
try:
|
|
return [f.value for f in self.fields if f.name == key][0]
|
|
except IndexError:
|
|
raise KeyError(key)
|
|
|
|
def __setitem__(self, key, value):
|
|
try:
|
|
item = [f for f in self.fields if f.name == key][0]
|
|
except IndexError:
|
|
raise KeyError
|
|
item.value = value
|
|
if item.fieldModel.unique:
|
|
item.chksum = fieldChecksum(value)
|
|
else:
|
|
item.chksum = ""
|
|
|
|
def get(self, key, default):
|
|
try:
|
|
return self[key]
|
|
except (IndexError, KeyError):
|
|
return default
|
|
|
|
def addTags(self, tags):
|
|
self._tags = addTags(tags, self._tags)
|
|
|
|
def deleteTags(self, tags):
|
|
self._tags = deleteTags(tags, self._tags)
|
|
|
|
def tags(self):
|
|
return parseTags(self._tags)
|
|
|
|
def assertValid(self):
|
|
"Raise an error if required fields are empty."
|
|
for field in self.fields:
|
|
if not self.fieldValid(field):
|
|
raise FactInvalidError(type="fieldEmpty",
|
|
field=field.name)
|
|
|
|
def fieldValid(self, field):
|
|
return not (field.fieldModel.required and not field.value.strip())
|
|
|
|
def assertUnique(self, s):
|
|
"Raise an error if duplicate fields are found."
|
|
for field in self.fields:
|
|
if not self.fieldUnique(field, s):
|
|
raise FactInvalidError(type="fieldNotUnique",
|
|
field=field.name)
|
|
|
|
def fieldUnique(self, field, s):
|
|
if not field.fieldModel.unique:
|
|
return True
|
|
req = ("select value from fields "
|
|
"where fieldModelId = :fmid and value = :val and chksum = :chk")
|
|
if field.id:
|
|
req += " and id != %s" % field.id
|
|
return not s.scalar(req, val=field.value, fmid=field.fieldModel.id,
|
|
chk=fieldChecksum(field.value))
|
|
|
|
def focusLost(self, field):
|
|
runHook('fact.focusLost', self, field)
|
|
|
|
def setModified(self, textChanged=False, deck=None, media=True):
|
|
"Mark modified and update cards."
|
|
self.modified = intTime()
|
|
if textChanged:
|
|
if not deck:
|
|
# FIXME: compat code
|
|
import ankiqt
|
|
if not getattr(ankiqt, 'setModWarningShown', None):
|
|
import sys; sys.stderr.write(
|
|
"plugin needs to pass deck to fact.setModified()")
|
|
ankiqt.setModWarningShown = True
|
|
deck = ankiqt.mw.deck
|
|
assert deck
|
|
self.cache = stripHTMLMedia(u" ".join(
|
|
self.values()))
|
|
for card in self.cards:
|
|
card.rebuildQA(deck)
|
|
|
|
mapper(Fact, factsTable, properties={
|
|
'model': relation(Model),
|
|
'fields': relation(Field, backref="fact", order_by=Field.ordinal),
|
|
'_tags': factsTable.c.tags
|
|
})
|