mirror of
https://github.com/ankitects/anki.git
synced 2025-09-18 14:02:21 -04:00

* Add crate csv
* Add start of csv importing on backend
* Add Menomosyne serializer
* Add csv and json importing on backend
* Add plaintext importing on frontend
* Add csv metadata extraction on backend
* Add csv importing with GUI
* Fix missing dfa file in build
Added compile_data_attr, then re-ran cargo/update.py.
* Don't use doubly buffered reader in csv
* Escape HTML entities if CSV is not HTML
Also use name 'is_html' consistently.
* Use decimal number as foreign ease (like '2.5')
* ForeignCard.ivl → ForeignCard.interval
* Only allow fixed set of CSV delimiters
* Map timestamp of ForeignCard to native due time
* Don't trim CSV records
* Document use of empty strings for defaults
* Avoid creating CardGenContexts for every note
This requires CardGenContext to be generic, so it works both with an
owned and borrowed notetype.
* Show all accepted file types in import file picker
* Add import_json_file()
* factor → ease_factor
* delimter_from_value → delimiter_from_value
* Map columns to fields, not the other way around
* Fallback to current config for csv metadata
* Add start of new import csv screen
* Temporary fix for compilation issue on Linux/Mac
* Disable jest bazel action for import-csv
Jest fails with an error code if no tests are available, but this would
not be noticable on Windows as Jest is not run there.
* Fix field mapping issue
* Revert "Temporary fix for compilation issue on Linux/Mac"
This reverts commit 21f8a26140
.
* Add HtmlSwitch and move Switch to components
* Fix spacing and make selectors consistent
* Fix shortcut tooltip
* Place import button at the top with path
* Fix meta column indices
* Remove NotetypeForString
* Fix queue and type of foreign cards
* Support different dupe resolution strategies
* Allow dupe resolution selection when importing CSV
* Test import of unnormalized text
Close #1863.
* Fix logging of foreign notes
* Implement CSV exports
* Use db_scalar() in notes_table_len()
* Rework CSV metadata
- Notetypes and decks are either defined by a global id or by a column.
- If a notetype id is provided, its field map must also be specified.
- If a notetype column is provided, fields are now mapped by index
instead of name at import time. So the first non-meta column is used for
the first field of every note, regardless of notetype. This makes
importing easier and should improve compatiblity with files without a
notetype column.
- Ensure first field can be mapped to a column.
- Meta columns must be defined as `#[meta name]:[column index]` instead
of in the `#columns` tag.
- Column labels contain the raw names defined by the file and must be
prettified by the frontend.
* Adjust frontend to new backend column mapping
* Add force flags for is_html and delimiter
* Detect if CSV is HTML by field content
* Update dupe resolution labels
* Simplify selectors
* Fix coalescence of oneofs in TS
* Disable meta columns from selection
Plus a lot of refactoring.
* Make import button stick to the bottom
* Write delimiter and html flag into csv
* Refetch field map after notetype change
* Fix log labels for csv import
* Log notes whose deck/notetype was missing
* Fix hiding of empty log queues
* Implement adding tags to all notes of a csv
* Fix dupe resolution not being set in log
* Implement adding tags to updated notes of a csv
* Check first note field is not empty
* Temporary fix for build on Linux/Mac
* Fix inverted html check (dae)
* Remove unused ftl string
* Delimiter → Separator
* Remove commented-out line
* Don't accept .json files
* Tweak tag ftl strings
* Remove redundant blur call
* Strip sound and add spaces in csv export
* Export HTML by default
* Fix unset deck in Mnemosyne import
Also accept both numbers and strings for notetypes and decks in JSON.
* Make DupeResolution::Update the default
* Fix missing dot in extension
* Make column indices 1-based
* Remove StickContainer from TagEditor
Fixes line breaking, border and z index on ImportCsvPage.
* Assign different key combos to tag editors
* Log all updated duplicates
Add a log field for the true number of found notes.
* Show identical notes as skipped
* Split tag-editor into separate ts module (dae)
* Add progress for CSV export
* Add progress for text import
* Tidy-ups after tag-editor split (dae)
- import-csv no longer depends on editor
- remove some commented lines
119 lines
3.2 KiB
Python
119 lines
3.2 KiB
Python
# Copyright: Ankitects Pty Ltd and contributors
|
|
# License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
|
|
"""Helpers for serializing third-party collections to a common JSON form.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
from dataclasses import asdict, dataclass, field
|
|
from typing import Union
|
|
|
|
from anki.consts import STARTING_FACTOR_FRACTION
|
|
from anki.decks import DeckId
|
|
from anki.models import NotetypeId
|
|
|
|
|
|
@dataclass
|
|
class ForeignCardType:
|
|
name: str
|
|
qfmt: str
|
|
afmt: str
|
|
|
|
@staticmethod
|
|
def front_back() -> ForeignCardType:
|
|
return ForeignCardType(
|
|
"Card 1",
|
|
qfmt="{{Front}}",
|
|
afmt="{{FrontSide}}\n\n<hr id=answer>\n\n{{Back}}",
|
|
)
|
|
|
|
@staticmethod
|
|
def back_front() -> ForeignCardType:
|
|
return ForeignCardType(
|
|
"Card 2",
|
|
qfmt="{{Back}}",
|
|
afmt="{{FrontSide}}\n\n<hr id=answer>\n\n{{Front}}",
|
|
)
|
|
|
|
@staticmethod
|
|
def cloze() -> ForeignCardType:
|
|
return ForeignCardType(
|
|
"Cloze", qfmt="{{cloze:Text}}", afmt="{{cloze:Text}}<br>\n{{Back Extra}}"
|
|
)
|
|
|
|
|
|
@dataclass
|
|
class ForeignNotetype:
|
|
name: str
|
|
fields: list[str]
|
|
templates: list[ForeignCardType]
|
|
is_cloze: bool = False
|
|
|
|
@staticmethod
|
|
def basic(name: str) -> ForeignNotetype:
|
|
return ForeignNotetype(name, ["Front", "Back"], [ForeignCardType.front_back()])
|
|
|
|
@staticmethod
|
|
def basic_reverse(name: str) -> ForeignNotetype:
|
|
return ForeignNotetype(
|
|
name,
|
|
["Front", "Back"],
|
|
[ForeignCardType.front_back(), ForeignCardType.back_front()],
|
|
)
|
|
|
|
@staticmethod
|
|
def cloze(name: str) -> ForeignNotetype:
|
|
return ForeignNotetype(
|
|
name, ["Text", "Back Extra"], [ForeignCardType.cloze()], is_cloze=True
|
|
)
|
|
|
|
|
|
@dataclass
|
|
class ForeignCard:
|
|
"""Data for creating an Anki card.
|
|
|
|
Usually a review card, as the default card generation routine will take care
|
|
of missing new cards.
|
|
|
|
due -- UNIX timestamp
|
|
interval -- days
|
|
ease_factor -- decimal fraction (2.5 corresponds to default ease)
|
|
"""
|
|
|
|
# TODO: support new and learning cards?
|
|
due: int = 0
|
|
interval: int = 1
|
|
ease_factor: float = STARTING_FACTOR_FRACTION
|
|
reps: int = 0
|
|
lapses: int = 0
|
|
|
|
|
|
@dataclass
|
|
class ForeignNote:
|
|
fields: list[str] = field(default_factory=list)
|
|
tags: list[str] = field(default_factory=list)
|
|
notetype: Union[str, NotetypeId] = ""
|
|
deck: Union[str, DeckId] = ""
|
|
cards: list[ForeignCard] = field(default_factory=list)
|
|
|
|
|
|
@dataclass
|
|
class ForeignData:
|
|
notes: list[ForeignNote] = field(default_factory=list)
|
|
notetypes: list[ForeignNotetype] = field(default_factory=list)
|
|
default_deck: Union[str, DeckId] = ""
|
|
|
|
def serialize(self) -> str:
|
|
return json.dumps(self, cls=ForeignDataEncoder, separators=(",", ":"))
|
|
|
|
|
|
class ForeignDataEncoder(json.JSONEncoder):
|
|
def default(self, obj: object) -> dict:
|
|
if isinstance(
|
|
obj,
|
|
(ForeignData, ForeignNote, ForeignCard, ForeignNotetype, ForeignCardType),
|
|
):
|
|
return asdict(obj)
|
|
return json.JSONEncoder.default(self, obj)
|