db0fa3c33e
Promise-based rewrite of most of the codebase, with asynchronous database and file access -- see https://github.com/zotero/zotero/issues/518 for details. WARNING: This includes backwards-incompatible schema changes. An incomplete list of other changes: - Schema overhaul - Replace main tables with new versions with updated schema - Enable real foreign key support and remove previous triggers - Don't use NULLs for local libraryID, which broke the UNIQUE index preventing object key duplication. All code (Zotero and third-party) using NULL for the local library will need to be updated to use 0 instead (already done for Zotero code) - Add 'compatibility' DB version that can be incremented manually to break DB compatibility with previous versions. 'userdata' upgrades will no longer automatically break compatibility. - Demote creators and tags from first-class objects to item properties - New API syncing properties - 'synced'/'version' properties to data objects - 'etag' to groups - 'version' to libraries - Create Zotero.DataObject that other objects inherit from - Consolidate data object loading into Zotero.DataObjects - Change object reloading so that only the loaded and changed parts of objects are reloaded, instead of reloading all data from the database (with some exceptions, including item primary data) - Items and collections now have .parentItem and .parentKey properties, replacing item.getSource() and item.getSourceKey() - New function Zotero.serial(fn), to wrap an async function such that all calls are run serially - New function Zotero.Utilities.Internal.forEachChunkAsync(arr, chunkSize, func) - Add tag selector loading message - Various API and name changes, since everything was breaking anyway Known broken things: - Syncing (will be completely rewritten for API syncing) - Translation architecture (needs promise-based rewrite) - Duplicates view - DB integrity check (from schema changes) - Dragging (may be difficult to fix) Lots of other big and little things are certainly broken, particularly with the UI, which can be affected by async code in all sorts of subtle ways.
265 lines
12 KiB
SQL
265 lines
12 KiB
SQL
-- 18
|
|
|
|
-- Copyright (c) 2009 Center for History and New Media
|
|
-- George Mason University, Fairfax, Virginia, USA
|
|
-- http://zotero.org
|
|
--
|
|
-- This file is part of Zotero.
|
|
--
|
|
-- Zotero is free software: you can redistribute it and/or modify
|
|
-- it under the terms of the GNU Affero General Public License as published by
|
|
-- the Free Software Foundation, either version 3 of the License, or
|
|
-- (at your option) any later version.
|
|
--
|
|
-- Zotero is distributed in the hope that it will be useful,
|
|
-- but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
-- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
-- GNU Affero General Public License for more details.
|
|
--
|
|
-- You should have received a copy of the GNU Affero General Public License
|
|
-- along with Zotero. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
-- ";---" is an ugly hack for Zotero.DB.executeSQLFile()
|
|
|
|
-- Triggers to validate date field
|
|
DROP TRIGGER IF EXISTS insert_date_field;
|
|
CREATE TRIGGER insert_date_field BEFORE INSERT ON itemData
|
|
FOR EACH ROW WHEN NEW.fieldID IN (14, 27, 52, 96, 100)
|
|
BEGIN
|
|
SELECT CASE
|
|
CAST(SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 1, 4) AS INT) BETWEEN 0 AND 9999 AND
|
|
SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 5, 1) = '-' AND
|
|
CAST(SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 6, 2) AS INT) BETWEEN 0 AND 12 AND
|
|
SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 8, 1) = '-' AND
|
|
CAST(SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 9, 2) AS INT) BETWEEN 0 AND 31
|
|
WHEN 0 THEN RAISE (ABORT, 'Date field must begin with SQL date') END;---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS update_date_field;
|
|
CREATE TRIGGER update_date_field BEFORE UPDATE ON itemData
|
|
FOR EACH ROW WHEN NEW.fieldID IN (14, 27, 52, 96, 100)
|
|
BEGIN
|
|
SELECT CASE
|
|
CAST(SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 1, 4) AS INT) BETWEEN 0 AND 9999 AND
|
|
SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 5, 1) = '-' AND
|
|
CAST(SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 6, 2) AS INT) BETWEEN 0 AND 12 AND
|
|
SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 8, 1) = '-' AND
|
|
CAST(SUBSTR((SELECT value FROM itemDataValues WHERE valueID=NEW.valueID), 9, 2) AS INT) BETWEEN 0 AND 31
|
|
WHEN 0 THEN RAISE (ABORT, 'Date field must begin with SQL date') END;---
|
|
END;
|
|
|
|
|
|
-- Don't allow empty creators
|
|
DROP TRIGGER IF EXISTS insert_creatorData;
|
|
CREATE TRIGGER insert_creators BEFORE INSERT ON creators
|
|
FOR EACH ROW WHEN NEW.firstName='' AND NEW.lastName=''
|
|
BEGIN
|
|
SELECT RAISE (ABORT, 'Creator names cannot be empty');---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS update_creatorData;
|
|
CREATE TRIGGER update_creators BEFORE UPDATE ON creators
|
|
FOR EACH ROW WHEN NEW.firstName='' AND NEW.lastName=''
|
|
BEGIN
|
|
SELECT RAISE (ABORT, 'Creator names cannot be empty');---
|
|
END;
|
|
|
|
|
|
-- Don't allow collection parents in different libraries
|
|
DROP TRIGGER IF EXISTS fki_collections_parentCollectionID_libraryID;
|
|
CREATE TRIGGER fki_collections_parentCollectionID_libraryID
|
|
BEFORE INSERT ON collections
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'insert on table "collections" violates foreign key constraint "fki_collections_parentCollectionID_libraryID"')
|
|
WHERE NEW.parentCollectionID IS NOT NULL AND
|
|
NEW.libraryID != (SELECT libraryID FROM collections WHERE collectionID = NEW.parentCollectionID);---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_collections_parentCollectionID_libraryID;
|
|
CREATE TRIGGER fku_collections_parentCollectionID_libraryID
|
|
BEFORE UPDATE ON collections
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'update on table "collections" violates foreign key constraint "fku_collections_parentCollectionID_libraryID"')
|
|
WHERE NEW.parentCollectionID IS NOT NULL AND
|
|
NEW.libraryID != (SELECT libraryID FROM collections WHERE collectionID = NEW.parentCollectionID);---
|
|
END;
|
|
|
|
|
|
-- collectionItems libraryID
|
|
DROP TRIGGER IF EXISTS fki_collectionItems_libraryID;
|
|
CREATE TRIGGER fki_collectionItems_libraryID
|
|
BEFORE INSERT ON collectionItems
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'insert on table "collectionItems" violates foreign key constraint "fki_collectionItems_libraryID"')
|
|
WHERE (SELECT libraryID FROM collections WHERE collectionID = NEW.collectionID) != (SELECT libraryID FROM items WHERE itemID = NEW.itemID);---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_collectionItems_libraryID;
|
|
CREATE TRIGGER fku_collectionItems_libraryID
|
|
BEFORE UPDATE ON collectionItems
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'update on table "collectionItems" violates foreign key constraint "fku_collectionItems_libraryID"')
|
|
WHERE (SELECT libraryID FROM collections WHERE collectionID = NEW.collectionID) != (SELECT libraryID FROM items WHERE itemID = NEW.itemID);---
|
|
END;
|
|
|
|
|
|
-- Don't allow child items to exist explicitly in collections
|
|
DROP TRIGGER IF EXISTS fki_collectionItems_itemID_parentItemID;
|
|
CREATE TRIGGER fki_collectionItems_itemID_parentItemID
|
|
BEFORE INSERT ON collectionItems
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'insert on table "collectionItems" violates foreign key constraint "fki_collectionItems_itemID_parentItemID"')
|
|
WHERE NEW.itemID IN (SELECT itemID FROM itemAttachments WHERE parentItemID IS NOT NULL UNION SELECT itemID FROM itemNotes WHERE parentItemID IS NOT NULL);---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_collectionItems_itemID_parentItemID;
|
|
CREATE TRIGGER fku_collectionItems_itemID_parentItemID
|
|
BEFORE UPDATE OF itemID ON collectionItems
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'update on table "collectionItems" violates foreign key constraint "fku_collectionItems_itemID_parentItemID"')
|
|
WHERE NEW.itemID IN (SELECT itemID FROM itemAttachments WHERE parentItemID IS NOT NULL UNION SELECT itemID FROM itemNotes WHERE parentItemID IS NOT NULL);---
|
|
END;
|
|
|
|
-- When making a standalone attachment a child, remove from any collections
|
|
DROP TRIGGER IF EXISTS fku_itemAttachments_parentItemID_collectionItems_itemID;
|
|
CREATE TRIGGER fku_itemAttachments_parentItemID_collectionItems_itemID
|
|
BEFORE UPDATE OF parentItemID ON itemAttachments
|
|
FOR EACH ROW WHEN OLD.parentItemID IS NULL AND NEW.parentItemID IS NOT NULL BEGIN
|
|
DELETE FROM collectionItems WHERE itemID = NEW.itemID;---
|
|
END;
|
|
|
|
-- When making a standalone note a child, remove from any collections
|
|
DROP TRIGGER IF EXISTS fku_itemNotes_parentItemID_collectionItems_itemID;
|
|
CREATE TRIGGER fku_itemNotes_parentItemID_collectionItems_itemID
|
|
BEFORE UPDATE OF parentItemID ON itemNotes
|
|
FOR EACH ROW WHEN OLD.parentItemID IS NULL AND NEW.parentItemID IS NOT NULL BEGIN
|
|
DELETE FROM collectionItems WHERE itemID = NEW.itemID;---
|
|
END;
|
|
|
|
|
|
-- itemAttachments
|
|
DROP TRIGGER IF EXISTS fki_itemAttachments;
|
|
CREATE TRIGGER fki_itemAttachments
|
|
BEFORE INSERT ON itemAttachments
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'insert on table "itemAttachments" violates foreign key constraint "fki_itemAttachments"')
|
|
WHERE NEW.parentItemID IS NOT NULL AND
|
|
(SELECT libraryID FROM items WHERE itemID = NEW.itemID) != (SELECT libraryID FROM items WHERE itemID = NEW.parentItemID);---
|
|
|
|
-- Make sure this is an attachment item
|
|
SELECT RAISE(ABORT, 'item is not an attachment')
|
|
WHERE (SELECT itemTypeID FROM items WHERE itemID = NEW.itemID) != 14;---
|
|
|
|
-- Make sure parent is a regular item
|
|
SELECT RAISE(ABORT, 'parent is not a regular item')
|
|
WHERE NEW.parentItemID IS NOT NULL AND (SELECT itemTypeID FROM items WHERE itemID = NEW.parentItemID) IN (1,14);---
|
|
|
|
-- If child, make sure attachment is not in a collection
|
|
SELECT RAISE(ABORT, 'collection item must be top level')
|
|
WHERE NEW.parentItemID IS NOT NULL AND (SELECT COUNT(*) FROM collectionItems WHERE itemID=NEW.itemID)>0;---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_itemAttachments;
|
|
CREATE TRIGGER fku_itemAttachments
|
|
BEFORE UPDATE ON itemAttachments
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'update on table "itemAttachments" violates foreign key constraint "fku_itemAttachments"')
|
|
WHERE NEW.parentItemID IS NOT NULL AND
|
|
(SELECT libraryID FROM items WHERE itemID = NEW.itemID) != (SELECT libraryID FROM items WHERE itemID = NEW.parentItemID);---
|
|
|
|
-- Make sure parent is a regular item
|
|
SELECT RAISE(ABORT, 'parent is not a regular item')
|
|
WHERE NEW.parentItemID IS NOT NULL AND (SELECT itemTypeID FROM items WHERE itemID = NEW.parentItemID) IN (1,14);---
|
|
END;
|
|
|
|
|
|
-- itemNotes
|
|
DROP TRIGGER IF EXISTS fki_itemNotes;
|
|
CREATE TRIGGER fki_itemNotes
|
|
BEFORE INSERT ON itemNotes
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'insert on table "itemNotes" violates foreign key constraint "fki_itemNotes_libraryID"')
|
|
WHERE NEW.parentItemID IS NOT NULL AND
|
|
(SELECT libraryID FROM items WHERE itemID = NEW.itemID) != (SELECT libraryID FROM items WHERE itemID = NEW.parentItemID);---
|
|
|
|
-- Make sure this is a note or attachment item
|
|
SELECT RAISE(ABORT, 'item is not a note or attachment') WHERE
|
|
(SELECT itemTypeID FROM items WHERE itemID = NEW.itemID) NOT IN (1,14);---
|
|
|
|
-- Make sure parent is a regular item
|
|
SELECT RAISE(ABORT, 'parent is not a regular item') WHERE
|
|
NEW.parentItemID IS NOT NULL AND (SELECT itemTypeID FROM items WHERE itemID = NEW.parentItemID) IN (1,14);---
|
|
|
|
-- If child, make sure note is not in a collection
|
|
SELECT RAISE(ABORT, 'collection item must be top level') WHERE
|
|
NEW.parentItemID IS NOT NULL AND (SELECT COUNT(*) FROM collectionItems WHERE itemID=NEW.itemID)>0;---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_itemNotes;
|
|
CREATE TRIGGER fku_itemNotes
|
|
BEFORE UPDATE ON itemNotes
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'update on table "itemNotes" violates foreign key constraint "fku_itemNotes"')
|
|
WHERE NEW.parentItemID IS NOT NULL AND
|
|
(SELECT libraryID FROM items WHERE itemID = NEW.itemID) != (SELECT libraryID FROM items WHERE itemID = NEW.parentItemID);---
|
|
|
|
-- Make sure parent is a regular item
|
|
SELECT RAISE(ABORT, 'parent is not a regular item') WHERE
|
|
NEW.parentItemID IS NOT NULL AND (SELECT itemTypeID FROM items WHERE itemID = NEW.parentItemID) IN (1,14);---
|
|
END;
|
|
|
|
|
|
-- itemSeeAlso libraryID
|
|
DROP TRIGGER IF EXISTS fki_itemSeeAlso_libraryID;
|
|
CREATE TRIGGER fki_itemSeeAlso_libraryID
|
|
BEFORE INSERT ON itemSeeAlso
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'insert on table "itemSeeAlso" violates foreign key constraint "fki_itemSeeAlso_libraryID"')
|
|
WHERE (SELECT libraryID FROM items WHERE itemID = NEW.itemID) != (SELECT libraryID FROM items WHERE itemID = NEW.linkedItemID);---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_itemSeeAlso_libraryID;
|
|
CREATE TRIGGER fku_itemSeeAlso_libraryID
|
|
BEFORE UPDATE ON itemSeeAlso
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'update on table "itemSeeAlso" violates foreign key constraint "fku_itemSeeAlso_libraryID"')
|
|
WHERE (SELECT libraryID FROM items WHERE itemID = NEW.itemID) != (SELECT libraryID FROM items WHERE itemID = NEW.linkedItemID);---
|
|
END;
|
|
|
|
|
|
|
|
-- itemTags libraryID
|
|
DROP TRIGGER IF EXISTS fki_itemTags_libraryID;
|
|
CREATE TRIGGER fki_itemTags_libraryID
|
|
BEFORE INSERT ON itemTags
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'insert on table "itemTags" violates foreign key constraint "fki_itemTags_libraryID"')
|
|
WHERE (SELECT libraryID FROM tags WHERE tagID = NEW.tagID) != (SELECT libraryID FROM items WHERE itemID = NEW.itemID);---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_itemTags_libraryID;
|
|
CREATE TRIGGER fku_itemTags_libraryID
|
|
BEFORE UPDATE ON itemTags
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'update on table "itemTags" violates foreign key constraint "fku_itemTags_libraryID"')
|
|
WHERE (SELECT libraryID FROM tags WHERE tagID = NEW.tagID) != (SELECT libraryID FROM items WHERE itemID = NEW.itemID);---
|
|
END;
|
|
|
|
|
|
-- Make sure tags aren't empty
|
|
DROP TRIGGER IF EXISTS fki_tags;
|
|
CREATE TRIGGER fki_tags
|
|
BEFORE INSERT ON tags
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'Tag cannot be blank')
|
|
WHERE TRIM(NEW.name)='';---
|
|
END;
|
|
|
|
DROP TRIGGER IF EXISTS fku_tags;
|
|
CREATE TRIGGER fku_tags
|
|
BEFORE UPDATE OF name ON tags
|
|
FOR EACH ROW BEGIN
|
|
SELECT RAISE(ABORT, 'Tag cannot be blank')
|
|
WHERE TRIM(NEW.name)='';---
|
|
END;
|