GitHub/Anki
1
0
Fork 0
mirror of https://github.com/ankitects/anki.git synced 2025-09-21 23:42:23 -04:00
Code Issues Projects Releases Packages 1 Wiki Activity Actions

support escaped quotes in csv file, ignore bom marker

Browse source
This commit is contained in:
Damien Elmes 2010-08-30 20:40:28 +09:00
parent 4437024ecc
commit ea32bce31c
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
anki/importing/csvfile.py
View file

@ -33,9 +33,9 @@ class TextImporter(Importer):
lineNum = 0
ignored = 0
if self.delimiter:
reader = csv.reader(self.data, delimiter=self.delimiter)
reader = csv.reader(self.data, delimiter=self.delimiter, doublequote=True)
else:
reader = csv.reader(self.data, self.dialect)
reader = csv.reader(self.data, self.dialect, doublequote=True)
for row in reader:
try:
row = [unicode(x, "utf-8") for x in row]
@ -74,6 +74,7 @@ class TextImporter(Importer):
self.dialect = None
self.fileobj = open(self.file, "rbU")
self.data = self.fileobj.read()
self.data = self.data.lstrip(codecs.BOM_UTF8)
self.data = re.sub("^ *#.*", "", self.data)
self.data = [x for x in self.data.split("\n") if x]
if self.data:
@ -102,7 +103,7 @@ class TextImporter(Importer):
pass
if self.dialect:
try:
reader = csv.reader(self.data, self.dialect)
reader = csv.reader(self.data, self.dialect, doublequote=True)
except:
err()
else:
@ -115,7 +116,7 @@ class TextImporter(Importer):
self.delimiter = ","
else:
self.delimiter = " "
reader = csv.reader(self.data, delimiter=self.delimiter)
reader = csv.reader(self.data, delimiter=self.delimiter, doublequote=True)
try:
self.numFields = len(reader.next())
except: