// Copyright: Ankitects Pty Ltd and contributors // License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html use crate::config::schema11_config_as_string; use crate::decks::DeckID; use crate::err::Result; use crate::err::{AnkiError, DBErrorKind}; use crate::notetypes::NoteTypeID; use crate::timestamp::{TimestampMillis, TimestampSecs}; use crate::{decks::Deck, i18n::I18n, notetypes::NoteType, text::without_combining, types::Usn}; use regex::Regex; use rusqlite::{functions::FunctionFlags, params, Connection, NO_PARAMS}; use std::cmp::Ordering; use std::{borrow::Cow, collections::HashMap, path::Path}; use unicase::UniCase; const SCHEMA_MIN_VERSION: u8 = 11; const SCHEMA_STARTING_VERSION: u8 = 11; const SCHEMA_MAX_VERSION: u8 = 14; fn unicase_compare(s1: &str, s2: &str) -> Ordering { UniCase::new(s1).cmp(&UniCase::new(s2)) } // currently public for dbproxy #[derive(Debug)] pub struct SqliteStorage { // currently crate-visible for dbproxy pub(crate) db: Connection, } fn open_or_create_collection_db(path: &Path) -> Result { let mut db = Connection::open(path)?; if std::env::var("TRACESQL").is_ok() { db.trace(Some(trace)); } db.busy_timeout(std::time::Duration::from_secs(0))?; db.pragma_update(None, "locking_mode", &"exclusive")?; db.pragma_update(None, "page_size", &4096)?; db.pragma_update(None, "cache_size", &(-40 * 1024))?; db.pragma_update(None, "legacy_file_format", &false)?; db.pragma_update(None, "journal_mode", &"wal")?; db.pragma_update(None, "temp_store", &"memory")?; db.set_prepared_statement_cache_capacity(50); add_field_index_function(&db)?; add_regexp_function(&db)?; add_without_combining_function(&db)?; db.create_collation("unicase", unicase_compare)?; Ok(db) } /// Adds sql function field_at_index(flds, index) /// to split provided fields and return field at zero-based index. /// If out of range, returns empty string. fn add_field_index_function(db: &Connection) -> rusqlite::Result<()> { db.create_scalar_function( "field_at_index", 2, FunctionFlags::SQLITE_DETERMINISTIC, |ctx| { let mut fields = ctx.get_raw(0).as_str()?.split('\x1f'); let idx: u16 = ctx.get(1)?; Ok(fields.nth(idx as usize).unwrap_or("").to_string()) }, ) } fn add_without_combining_function(db: &Connection) -> rusqlite::Result<()> { db.create_scalar_function( "without_combining", 1, FunctionFlags::SQLITE_DETERMINISTIC, |ctx| { let text = ctx.get_raw(0).as_str()?; Ok(match without_combining(text) { Cow::Borrowed(_) => None, Cow::Owned(o) => Some(o), }) }, ) } /// Adds sql function regexp(regex, string) -> is_match /// Taken from the rusqlite docs fn add_regexp_function(db: &Connection) -> rusqlite::Result<()> { db.create_scalar_function( "regexp", 2, FunctionFlags::SQLITE_DETERMINISTIC, move |ctx| { assert_eq!(ctx.len(), 2, "called with unexpected number of arguments"); let saved_re: Option<&Regex> = ctx.get_aux(0)?; let new_re = match saved_re { None => { let s = ctx.get::(0)?; match Regex::new(&s) { Ok(r) => Some(r), Err(err) => return Err(rusqlite::Error::UserFunctionError(Box::new(err))), } } Some(_) => None, }; let is_match = { let re = saved_re.unwrap_or_else(|| new_re.as_ref().unwrap()); let text = ctx .get_raw(1) .as_str() .map_err(|e| rusqlite::Error::UserFunctionError(e.into()))?; re.is_match(text) }; if let Some(re) = new_re { ctx.set_aux(0, re); } Ok(is_match) }, ) } /// Fetch schema version from database. /// Return (must_create, version) fn schema_version(db: &Connection) -> Result<(bool, u8)> { if !db .prepare("select null from sqlite_master where type = 'table' and name = 'col'")? .exists(NO_PARAMS)? { return Ok((true, SCHEMA_STARTING_VERSION)); } Ok(( false, db.query_row("select ver from col", NO_PARAMS, |r| Ok(r.get(0)?))?, )) } fn trace(s: &str) { println!("sql: {}", s.trim().replace('\n', " ")); } impl SqliteStorage { pub(crate) fn open_or_create(path: &Path, i18n: &I18n) -> Result { let db = open_or_create_collection_db(path)?; let (create, ver) = schema_version(&db)?; let err = match ver { v if v < SCHEMA_MIN_VERSION => Some(DBErrorKind::FileTooOld), v if v > SCHEMA_MAX_VERSION => Some(DBErrorKind::FileTooNew), 12 | 13 => { // as schema definition changed, user must perform clean // shutdown to return to schema 11 prior to running this version Some(DBErrorKind::FileTooNew) } _ => None, }; if let Some(kind) = err { return Err(AnkiError::DBError { info: "".to_string(), kind, }); } let upgrade = ver != SCHEMA_MAX_VERSION; if create || upgrade { db.execute("begin exclusive", NO_PARAMS)?; } if create { db.execute_batch(include_str!("schema11.sql"))?; // start at schema 11, then upgrade below db.execute( "update col set crt=?, ver=?, conf=?", params![ TimestampSecs::now(), SCHEMA_STARTING_VERSION, &schema11_config_as_string() ], )?; } let storage = Self { db }; if create || upgrade { storage.upgrade_to_latest_schema(ver)?; } if create { storage.add_default_deck_config(i18n)?; } if create || upgrade { storage.commit_trx()?; } Ok(storage) } pub(crate) fn close(self, downgrade: bool) -> Result<()> { if downgrade { self.downgrade_to_schema_11()?; self.db.pragma_update(None, "journal_mode", &"delete")?; } Ok(()) } // Standard transaction start/stop ////////////////////////////////////// pub(crate) fn begin_trx(&self) -> Result<()> { self.db .prepare_cached("begin exclusive")? .execute(NO_PARAMS)?; Ok(()) } pub(crate) fn commit_trx(&self) -> Result<()> { if !self.db.is_autocommit() { self.db.prepare_cached("commit")?.execute(NO_PARAMS)?; } Ok(()) } pub(crate) fn rollback_trx(&self) -> Result<()> { if !self.db.is_autocommit() { self.db.execute("rollback", NO_PARAMS)?; } Ok(()) } // Savepoints ////////////////////////////////////////// // // This is necessary at the moment because Anki's current architecture uses // long-running transactions as an undo mechanism. Once a proper undo // mechanism has been added to all existing functionality, we could // transition these to standard commits. pub(crate) fn begin_rust_trx(&self) -> Result<()> { self.db .prepare_cached("savepoint rust")? .execute(NO_PARAMS)?; Ok(()) } pub(crate) fn commit_rust_trx(&self) -> Result<()> { self.db.prepare_cached("release rust")?.execute(NO_PARAMS)?; Ok(()) } pub(crate) fn rollback_rust_trx(&self) -> Result<()> { self.db .prepare_cached("rollback to rust")? .execute(NO_PARAMS)?; Ok(()) } ////////////////////////////////////////// pub(crate) fn mark_modified(&self) -> Result<()> { self.db .prepare_cached("update col set mod=?")? .execute(params![TimestampMillis::now()])?; Ok(()) } pub(crate) fn usn(&self, server: bool) -> Result { if server { Ok(Usn(self .db .prepare_cached("select usn from col")? .query_row(NO_PARAMS, |row| row.get(0))?)) } else { Ok(Usn(-1)) } } pub(crate) fn all_decks(&self) -> Result> { self.db .query_row_and_then("select decks from col", NO_PARAMS, |row| -> Result<_> { Ok(serde_json::from_str(row.get_raw(0).as_str()?)?) }) } pub(crate) fn all_note_types(&self) -> Result> { let mut stmt = self.db.prepare("select models from col")?; let note_types = stmt .query_and_then(NO_PARAMS, |row| -> Result> { let v: HashMap = serde_json::from_str(row.get_raw(0).as_str()?)?; Ok(v) })? .next() .ok_or_else(|| AnkiError::DBError { info: "col table empty".to_string(), kind: DBErrorKind::MissingEntity, })??; Ok(note_types) } pub(crate) fn creation_stamp(&self) -> Result { self.db .prepare_cached("select crt from col")? .query_row(NO_PARAMS, |row| row.get(0)) .map_err(Into::into) } pub(crate) fn schema_modified(&self) -> Result { self.db .prepare_cached("select scm > ls from col")? .query_row(NO_PARAMS, |row| row.get(0)) .map_err(Into::into) } }