mirror of
https://github.com/ankitects/anki.git
synced 2025-09-19 06:22:22 -04:00

* Add crate csv
* Add start of csv importing on backend
* Add Menomosyne serializer
* Add csv and json importing on backend
* Add plaintext importing on frontend
* Add csv metadata extraction on backend
* Add csv importing with GUI
* Fix missing dfa file in build
Added compile_data_attr, then re-ran cargo/update.py.
* Don't use doubly buffered reader in csv
* Escape HTML entities if CSV is not HTML
Also use name 'is_html' consistently.
* Use decimal number as foreign ease (like '2.5')
* ForeignCard.ivl → ForeignCard.interval
* Only allow fixed set of CSV delimiters
* Map timestamp of ForeignCard to native due time
* Don't trim CSV records
* Document use of empty strings for defaults
* Avoid creating CardGenContexts for every note
This requires CardGenContext to be generic, so it works both with an
owned and borrowed notetype.
* Show all accepted file types in import file picker
* Add import_json_file()
* factor → ease_factor
* delimter_from_value → delimiter_from_value
* Map columns to fields, not the other way around
* Fallback to current config for csv metadata
* Add start of new import csv screen
* Temporary fix for compilation issue on Linux/Mac
* Disable jest bazel action for import-csv
Jest fails with an error code if no tests are available, but this would
not be noticable on Windows as Jest is not run there.
* Fix field mapping issue
* Revert "Temporary fix for compilation issue on Linux/Mac"
This reverts commit 21f8a26140
.
* Add HtmlSwitch and move Switch to components
* Fix spacing and make selectors consistent
* Fix shortcut tooltip
* Place import button at the top with path
* Fix meta column indices
* Remove NotetypeForString
* Fix queue and type of foreign cards
* Support different dupe resolution strategies
* Allow dupe resolution selection when importing CSV
* Test import of unnormalized text
Close #1863.
* Fix logging of foreign notes
* Implement CSV exports
* Use db_scalar() in notes_table_len()
* Rework CSV metadata
- Notetypes and decks are either defined by a global id or by a column.
- If a notetype id is provided, its field map must also be specified.
- If a notetype column is provided, fields are now mapped by index
instead of name at import time. So the first non-meta column is used for
the first field of every note, regardless of notetype. This makes
importing easier and should improve compatiblity with files without a
notetype column.
- Ensure first field can be mapped to a column.
- Meta columns must be defined as `#[meta name]:[column index]` instead
of in the `#columns` tag.
- Column labels contain the raw names defined by the file and must be
prettified by the frontend.
* Adjust frontend to new backend column mapping
* Add force flags for is_html and delimiter
* Detect if CSV is HTML by field content
* Update dupe resolution labels
* Simplify selectors
* Fix coalescence of oneofs in TS
* Disable meta columns from selection
Plus a lot of refactoring.
* Make import button stick to the bottom
* Write delimiter and html flag into csv
* Refetch field map after notetype change
* Fix log labels for csv import
* Log notes whose deck/notetype was missing
* Fix hiding of empty log queues
* Implement adding tags to all notes of a csv
* Fix dupe resolution not being set in log
* Implement adding tags to updated notes of a csv
* Check first note field is not empty
* Temporary fix for build on Linux/Mac
* Fix inverted html check (dae)
* Remove unused ftl string
* Delimiter → Separator
* Remove commented-out line
* Don't accept .json files
* Tweak tag ftl strings
* Remove redundant blur call
* Strip sound and add spaces in csv export
* Export HTML by default
* Fix unset deck in Mnemosyne import
Also accept both numbers and strings for notetypes and decks in JSON.
* Make DupeResolution::Update the default
* Fix missing dot in extension
* Make column indices 1-based
* Remove StickContainer from TagEditor
Fixes line breaking, border and z index on ImportCsvPage.
* Assign different key combos to tag editors
* Log all updated duplicates
Add a log field for the true number of found notes.
* Show identical notes as skipped
* Split tag-editor into separate ts module (dae)
* Add progress for CSV export
* Add progress for text import
* Tidy-ups after tag-editor split (dae)
- import-csv no longer depends on editor
- remove some commented lines
76 lines
2.5 KiB
TypeScript
76 lines
2.5 KiB
TypeScript
// Copyright: Ankitects Pty Ltd and contributors
|
|
// License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
|
|
import "./import-csv-base.css";
|
|
|
|
import { ModuleName, setupI18n } from "../lib/i18n";
|
|
import { checkNightMode } from "../lib/nightmode";
|
|
import {
|
|
Decks,
|
|
decks as decksService,
|
|
empty,
|
|
notetypes as notetypeService,
|
|
} from "../lib/proto";
|
|
import ImportCsvPage from "./ImportCsvPage.svelte";
|
|
import { getCsvMetadata } from "./lib";
|
|
|
|
const gettingNotetypes = notetypeService.getNotetypeNames(empty);
|
|
const gettingDecks = decksService.getDeckNames(
|
|
Decks.GetDeckNamesRequest.create({
|
|
skipEmptyDefault: false,
|
|
includeFiltered: false,
|
|
}),
|
|
);
|
|
const i18n = setupI18n({
|
|
modules: [
|
|
ModuleName.ACTIONS,
|
|
ModuleName.CHANGE_NOTETYPE,
|
|
ModuleName.DECKS,
|
|
ModuleName.EDITING,
|
|
ModuleName.IMPORTING,
|
|
ModuleName.KEYBOARD,
|
|
ModuleName.NOTETYPES,
|
|
ModuleName.STUDYING,
|
|
],
|
|
});
|
|
|
|
export async function setupImportCsvPage(path: string): Promise<ImportCsvPage> {
|
|
const gettingMetadata = getCsvMetadata(path);
|
|
const [notetypes, decks, metadata] = await Promise.all([
|
|
gettingNotetypes,
|
|
gettingDecks,
|
|
gettingMetadata,
|
|
i18n,
|
|
]);
|
|
|
|
checkNightMode();
|
|
|
|
return new ImportCsvPage({
|
|
target: document.body,
|
|
props: {
|
|
path: path,
|
|
deckNameIds: decks.entries,
|
|
notetypeNameIds: notetypes.entries,
|
|
delimiter: metadata.delimiter,
|
|
forceDelimiter: metadata.forceDelimiter,
|
|
isHtml: metadata.isHtml,
|
|
forceIsHtml: metadata.forceIsHtml,
|
|
globalTags: metadata.globalTags,
|
|
updatedTags: metadata.updatedTags,
|
|
columnLabels: metadata.columnLabels,
|
|
tagsColumn: metadata.tagsColumn,
|
|
globalNotetype: metadata.globalNotetype ?? null,
|
|
// Unset oneof numbers default to 0, which also means n/a here,
|
|
// but it's vital to differentiate between unset and 0 when reserializing.
|
|
notetypeColumn: metadata.notetypeColumn ? metadata.notetypeColumn : null,
|
|
deckId: metadata.deckId ? metadata.deckId : null,
|
|
deckColumn: metadata.deckColumn ? metadata.deckColumn : null,
|
|
},
|
|
});
|
|
}
|
|
|
|
/* // use #testXXXX where XXXX is notetype ID to test
|
|
if (window.location.hash.startsWith("#test")) {
|
|
const ntid = parseInt(window.location.hash.substr("#test".length), 10);
|
|
setupCsvImportPage(ntid, ntid);
|
|
} */
|