mirror of
https://github.com/ankitects/anki.git
synced 2025-09-19 14:32:22 -04:00

* Add crate csv
* Add start of csv importing on backend
* Add Menomosyne serializer
* Add csv and json importing on backend
* Add plaintext importing on frontend
* Add csv metadata extraction on backend
* Add csv importing with GUI
* Fix missing dfa file in build
Added compile_data_attr, then re-ran cargo/update.py.
* Don't use doubly buffered reader in csv
* Escape HTML entities if CSV is not HTML
Also use name 'is_html' consistently.
* Use decimal number as foreign ease (like '2.5')
* ForeignCard.ivl → ForeignCard.interval
* Only allow fixed set of CSV delimiters
* Map timestamp of ForeignCard to native due time
* Don't trim CSV records
* Document use of empty strings for defaults
* Avoid creating CardGenContexts for every note
This requires CardGenContext to be generic, so it works both with an
owned and borrowed notetype.
* Show all accepted file types in import file picker
* Add import_json_file()
* factor → ease_factor
* delimter_from_value → delimiter_from_value
* Map columns to fields, not the other way around
* Fallback to current config for csv metadata
* Add start of new import csv screen
* Temporary fix for compilation issue on Linux/Mac
* Disable jest bazel action for import-csv
Jest fails with an error code if no tests are available, but this would
not be noticable on Windows as Jest is not run there.
* Fix field mapping issue
* Revert "Temporary fix for compilation issue on Linux/Mac"
This reverts commit 21f8a26140
.
* Add HtmlSwitch and move Switch to components
* Fix spacing and make selectors consistent
* Fix shortcut tooltip
* Place import button at the top with path
* Fix meta column indices
* Remove NotetypeForString
* Fix queue and type of foreign cards
* Support different dupe resolution strategies
* Allow dupe resolution selection when importing CSV
* Test import of unnormalized text
Close #1863.
* Fix logging of foreign notes
* Implement CSV exports
* Use db_scalar() in notes_table_len()
* Rework CSV metadata
- Notetypes and decks are either defined by a global id or by a column.
- If a notetype id is provided, its field map must also be specified.
- If a notetype column is provided, fields are now mapped by index
instead of name at import time. So the first non-meta column is used for
the first field of every note, regardless of notetype. This makes
importing easier and should improve compatiblity with files without a
notetype column.
- Ensure first field can be mapped to a column.
- Meta columns must be defined as `#[meta name]:[column index]` instead
of in the `#columns` tag.
- Column labels contain the raw names defined by the file and must be
prettified by the frontend.
* Adjust frontend to new backend column mapping
* Add force flags for is_html and delimiter
* Detect if CSV is HTML by field content
* Update dupe resolution labels
* Simplify selectors
* Fix coalescence of oneofs in TS
* Disable meta columns from selection
Plus a lot of refactoring.
* Make import button stick to the bottom
* Write delimiter and html flag into csv
* Refetch field map after notetype change
* Fix log labels for csv import
* Log notes whose deck/notetype was missing
* Fix hiding of empty log queues
* Implement adding tags to all notes of a csv
* Fix dupe resolution not being set in log
* Implement adding tags to updated notes of a csv
* Check first note field is not empty
* Temporary fix for build on Linux/Mac
* Fix inverted html check (dae)
* Remove unused ftl string
* Delimiter → Separator
* Remove commented-out line
* Don't accept .json files
* Tweak tag ftl strings
* Remove redundant blur call
* Strip sound and add spaces in csv export
* Export HTML by default
* Fix unset deck in Mnemosyne import
Also accept both numbers and strings for notetypes and decks in JSON.
* Make DupeResolution::Update the default
* Fix missing dot in extension
* Make column indices 1-based
* Remove StickContainer from TagEditor
Fixes line breaking, border and z index on ImportCsvPage.
* Assign different key combos to tag editors
* Log all updated duplicates
Add a log field for the true number of found notes.
* Show identical notes as skipped
* Split tag-editor into separate ts module (dae)
* Add progress for CSV export
* Add progress for text import
* Tidy-ups after tag-editor split (dae)
- import-csv no longer depends on editor
- remove some commented lines
109 lines
4.2 KiB
Svelte
109 lines
4.2 KiB
Svelte
<!--
|
|
Copyright: Ankitects Pty Ltd and contributors
|
|
License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
-->
|
|
<script lang="ts">
|
|
import Col from "../components/Col.svelte";
|
|
import Container from "../components/Container.svelte";
|
|
import Row from "../components/Row.svelte";
|
|
import Spacer from "../components/Spacer.svelte";
|
|
import * as tr from "../lib/ftl";
|
|
import { Decks, ImportExport, importExport, Notetypes } from "../lib/proto";
|
|
import DeckSelector from "./DeckSelector.svelte";
|
|
import DelimiterSelector from "./DelimiterSelector.svelte";
|
|
import DupeResolutionSelector from "./DupeResolutionSelector.svelte";
|
|
import FieldMapper from "./FieldMapper.svelte";
|
|
import Header from "./Header.svelte";
|
|
import HtmlSwitch from "./HtmlSwitch.svelte";
|
|
import { getColumnOptions, getCsvMetadata } from "./lib";
|
|
import NotetypeSelector from "./NotetypeSelector.svelte";
|
|
import StickyFooter from "./StickyFooter.svelte";
|
|
import Tags from "./Tags.svelte";
|
|
|
|
export let path: string;
|
|
export let notetypeNameIds: Notetypes.NotetypeNameId[];
|
|
export let deckNameIds: Decks.DeckNameId[];
|
|
|
|
export let delimiter: ImportExport.CsvMetadata.Delimiter;
|
|
export let forceDelimiter: boolean;
|
|
export let forceIsHtml: boolean;
|
|
export let isHtml: boolean;
|
|
export let globalTags: string[];
|
|
export let updatedTags: string[];
|
|
export let columnLabels: string[];
|
|
export let tagsColumn: number;
|
|
// Protobuf oneofs. Exactly one of these pairs is expected to be set.
|
|
export let notetypeColumn: number | null;
|
|
export let globalNotetype: ImportExport.CsvMetadata.MappedNotetype | null;
|
|
export let deckId: number | null;
|
|
export let deckColumn: number | null;
|
|
|
|
let dupeResolution: ImportExport.ImportCsvRequest.DupeResolution;
|
|
let lastNotetypeId = globalNotetype?.id;
|
|
|
|
$: columnOptions = getColumnOptions(columnLabels, notetypeColumn, deckColumn);
|
|
$: getCsvMetadata(path, delimiter).then((meta) => {
|
|
columnLabels = meta.columnLabels;
|
|
});
|
|
$: if (globalNotetype?.id !== lastNotetypeId) {
|
|
lastNotetypeId = globalNotetype?.id;
|
|
getCsvMetadata(path, delimiter, globalNotetype?.id).then((meta) => {
|
|
globalNotetype = meta.globalNotetype ?? null;
|
|
});
|
|
}
|
|
|
|
async function onImport(): Promise<void> {
|
|
await importExport.importCsv(
|
|
ImportExport.ImportCsvRequest.create({
|
|
path,
|
|
dupeResolution,
|
|
metadata: ImportExport.CsvMetadata.create({
|
|
delimiter,
|
|
forceDelimiter,
|
|
isHtml,
|
|
forceIsHtml,
|
|
globalTags,
|
|
updatedTags,
|
|
columnLabels,
|
|
tagsColumn,
|
|
notetypeColumn,
|
|
globalNotetype,
|
|
deckColumn,
|
|
deckId,
|
|
}),
|
|
}),
|
|
);
|
|
}
|
|
</script>
|
|
|
|
<Container --gutter-inline="0.75rem" --gutter-block="0.25rem">
|
|
<Row --cols={2}>
|
|
<Col --col-size={1} breakpoint="md">
|
|
<Container>
|
|
<Header heading={tr.importingImportOptions()} />
|
|
<Spacer --height="1.5rem" />
|
|
{#if globalNotetype}
|
|
<NotetypeSelector
|
|
{notetypeNameIds}
|
|
bind:notetypeId={globalNotetype.id}
|
|
/>
|
|
{/if}
|
|
{#if deckId}
|
|
<DeckSelector {deckNameIds} bind:deckId />
|
|
{/if}
|
|
<DupeResolutionSelector bind:dupeResolution />
|
|
<DelimiterSelector bind:delimiter disabled={forceDelimiter} />
|
|
<HtmlSwitch bind:isHtml disabled={forceIsHtml} />
|
|
<Tags bind:globalTags bind:updatedTags />
|
|
</Container>
|
|
</Col>
|
|
<Col --col-size={1} breakpoint="md">
|
|
<Container>
|
|
<Header heading={tr.importingFieldMapping()} />
|
|
<Spacer --height="1.5rem" />
|
|
<FieldMapper {columnOptions} bind:globalNotetype bind:tagsColumn />
|
|
</Container>
|
|
</Col>
|
|
</Row>
|
|
<StickyFooter {path} {onImport} />
|
|
</Container>
|