mirror of
https://github.com/ankitects/anki.git
synced 2025-09-20 23:12:21 -04:00
104 lines
3.1 KiB
Python
104 lines
3.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright: Damien Elmes <anki@ichi2.net>
|
|
# License: GNU GPL, version 3 or later; http://www.gnu.org/copyleft/gpl.html
|
|
|
|
"""\
|
|
Importing CSV/TSV files
|
|
========================
|
|
"""
|
|
__docformat__ = 'restructuredtext'
|
|
|
|
import codecs, csv, re
|
|
from anki.importing import Importer, ForeignCard
|
|
from anki.lang import _
|
|
from anki.errors import *
|
|
from anki.utils import tidyHTML
|
|
|
|
class TextImporter(Importer):
|
|
|
|
patterns = ("\t", ";")
|
|
|
|
def __init__(self, *args):
|
|
Importer.__init__(self, *args)
|
|
self.lines = None
|
|
self.fileobj = None
|
|
|
|
def foreignCards(self):
|
|
self.sniff()
|
|
# process all lines
|
|
log = []
|
|
cards = []
|
|
lineNum = 0
|
|
ignored = 0
|
|
reader = csv.reader(self.data, self.dialect)
|
|
for row in reader:
|
|
row = [unicode(x, "utf-8") for x in row]
|
|
if len(row) != self.numFields:
|
|
log.append(_(
|
|
"'%(row)s' had %(num1)d fields, "
|
|
"expected %(num2)d") % {
|
|
"row": u" ".join(row),
|
|
"num1": len(row),
|
|
"num2": self.numFields,
|
|
})
|
|
ignored += 1
|
|
continue
|
|
card = self.cardFromFields(row)
|
|
cards.append(card)
|
|
self.log = log
|
|
self.ignored = ignored
|
|
return cards
|
|
|
|
def sniff(self):
|
|
"Parse the top line and determine the pattern and number of fields."
|
|
# load & look for the right pattern
|
|
self.cacheFile()
|
|
|
|
def cacheFile(self):
|
|
"Read file into self.lines if not already there."
|
|
if not self.fileobj:
|
|
self.openFile()
|
|
|
|
def openFile(self):
|
|
self.dialect = None
|
|
self.fileobj = open(self.file, "rb")
|
|
try:
|
|
self.data = self.fileobj.read()
|
|
self.data = re.sub("^ *#.*", "", self.data)
|
|
self.data = [x for x in self.data.split("\n") if x]
|
|
if self.data:
|
|
# strip out comments and blank lines
|
|
try:
|
|
self.dialect = csv.Sniffer().sniff("\n".join(self.data[:10]))
|
|
except:
|
|
self.dialect = csv.Sniffer().sniff(self.data[0])
|
|
reader = csv.reader(self.data, self.dialect)
|
|
self.numFields = len(reader.next())
|
|
else:
|
|
self.dialect = None
|
|
except UnicodeDecodeError, e:
|
|
raise ImportFormatError(
|
|
type="encodingError",
|
|
info=_("The file was not in UTF8 format."))
|
|
if not self.dialect:
|
|
raise ImportFormatError(
|
|
type="encodingError",
|
|
info=_("Couldn't determine format of file."))
|
|
|
|
def fields(self):
|
|
"Number of fields."
|
|
self.sniff()
|
|
return self.numFields
|
|
|
|
def setNumFields(self, line):
|
|
self.numFields = len(self.parseLine(line))
|
|
|
|
def parseLine(self, line):
|
|
fields = line.split(self.pattern)
|
|
fields = [tidyHTML(f.strip()) for f in fields]
|
|
return fields
|
|
|
|
def cardFromFields(self, fields):
|
|
card = ForeignCard()
|
|
card.fields.extend(fields)
|
|
return card
|