scriptoriumadmin/zotero
1
0
Fork 0
mirror of https://github.com/zotero/zotero.git synced 2026-10-05 02:43:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Duplicates: allow to run duplicate queries on multiple libraries

Browse source
This commit is contained in:
Adomas Venčkauskas 2026-03-31 15:02:46 +03:00
parent 14495b5982
commit 5977f1c917
1 changed files with 54 additions and 21 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

75
chrome/content/zotero/xpcom/duplicates.js
View file

@ -23,21 +23,49 @@
***** END LICENSE BLOCK *****
*/
Zotero.Duplicates = function (libraryID) {
if (typeof libraryID == 'undefined') {
throw ("libraryID not provided in Zotero.Duplicates constructor");
Zotero.Duplicates = function (libraryIDs) {
if (typeof libraryIDs == 'undefined') {
throw ("libraryID(s) not provided in Zotero.Duplicates constructor");
}
if (!libraryID) {
libraryID = Zotero.Libraries.userLibraryID;
if (!libraryIDs) {
libraryIDs = Zotero.Libraries.userLibraryID;
}
this._libraryID = libraryID;
if (!Array.isArray(libraryIDs)) {
libraryIDs = [libraryIDs];
}
if (!libraryIDs.length) {
throw ("libraryIDs must contain at least one libraryID");
}
this._libraryIDs = libraryIDs;
}
Zotero.Duplicates.prototype.__defineGetter__('name', function () { return Zotero.getString('pane.collections.duplicate'); });
Zotero.Duplicates.prototype.__defineGetter__('libraryID', function () { return this._libraryID; });
Zotero.Duplicates.prototype.__defineGetter__('libraryIDs', function () { return this._libraryIDs; });
Zotero.Duplicates.prototype.__defineGetter__('libraryID', function () {
if (this._libraryIDs.length > 1) {
throw ("libraryID is not available when Zotero.Duplicates includes multiple libraries");
}
return this._libraryIDs[0];
});
Zotero.Duplicates.prototype._getLibraryCondition = function (field = 'libraryID') {
if (this._libraryIDs.length == 1) {
return {
sql: `${field}=?`,
params: [this._libraryIDs[0]]
};
}
return {
sql: `${field} IN (${this._libraryIDs.map(() => '?').join(', ')})`,
params: this._libraryIDs.slice()
};
};
/**
* Get duplicates, populate a temporary table, and return a search based
@ -74,7 +102,9 @@ Zotero.Duplicates.prototype.getSearchObject = async function () {
}
var s = new Zotero.Search;
s.libraryID = this._libraryID;
if (this._libraryIDs.length == 1) {
s.libraryID = this.libraryID;
}
s.addCondition('tempTable', 'is', table);
return s;
};
@ -191,15 +221,17 @@ Zotero.Duplicates.prototype._findDuplicates = async function () {
}
}
let libraryCondition = this._getLibraryCondition();
// Match books by ISBN
var sql = "SELECT itemID, value FROM items JOIN itemData USING (itemID) "
+ "JOIN itemDataValues USING (valueID) "
+ "WHERE libraryID=? AND itemTypeID=? AND fieldID=? "
+ `WHERE ${libraryCondition.sql} AND itemTypeID=? AND fieldID=? `
+ "AND itemID NOT IN (SELECT itemID FROM deletedItems)";
var rows = await Zotero.DB.queryAsync(
sql,
[
this._libraryID,
...libraryCondition.params,
Zotero.ItemTypes.getID('book'),
Zotero.ItemFields.getID('ISBN')
]
@ -226,12 +258,12 @@ Zotero.Duplicates.prototype._findDuplicates = async function () {
// DOI
var sql = "SELECT itemID, value FROM items JOIN itemData USING (itemID) "
+ "JOIN itemDataValues USING (valueID) "
+ "WHERE libraryID=? AND fieldID=? AND value LIKE ? "
+ `WHERE ${libraryCondition.sql} AND fieldID=? AND value LIKE ? `
+ "AND itemID NOT IN (SELECT itemID FROM deletedItems)";
var rows = await Zotero.DB.queryAsync(
sql,
[
this._libraryID,
...libraryCondition.params,
Zotero.ItemFields.getID('DOI'),
'10.%'
]
@ -254,18 +286,19 @@ Zotero.Duplicates.prototype._findDuplicates = async function () {
}
// Get years
var dateFields = [Zotero.ItemFields.getID('date')].concat(
Zotero.ItemFields.getTypeFieldsFromBase('date')
);
var dateFields = [
Zotero.ItemFields.getID('date'),
...Zotero.ItemFields.getTypeFieldsFromBase('date')
];
var sql = "SELECT itemID, SUBSTR(value, 1, 4) AS year FROM items "
+ "JOIN itemData USING (itemID) "
+ "JOIN itemDataValues USING (valueID) "
+ "WHERE libraryID=? AND fieldID IN ("
+ `WHERE ${libraryCondition.sql} AND fieldID IN (`
+ dateFields.map(() => '?').join() + ") "
+ "AND SUBSTR(value, 1, 4) != '0000' "
+ "AND itemID NOT IN (SELECT itemID FROM deletedItems) "
+ "ORDER BY value";
var rows = await Zotero.DB.queryAsync(sql, [this._libraryID].concat(dateFields));
var rows = await Zotero.DB.queryAsync(sql, [...libraryCondition.params, ...dateFields]);
var yearCache = {};
for (let i = 0; i < rows.length; i++) {
let row = rows[i];
@ -280,11 +313,11 @@ Zotero.Duplicates.prototype._findDuplicates = async function () {
titleIDs.push(Zotero.ItemFields.getID('title'));
var sql = "SELECT itemID, value FROM items JOIN itemData USING (itemID) "
+ "JOIN itemDataValues USING (valueID) "
+ "WHERE libraryID=? AND fieldID IN "
+ `WHERE ${libraryCondition.sql} AND fieldID IN `
+ "(" + titleIDs.join(', ') + ") "
+ `AND itemTypeID NOT IN (${itemTypeAttachment}, ${itemTypeNote}) `
+ "AND itemID NOT IN (SELECT itemID FROM deletedItems)";
var rows = await Zotero.DB.queryAsync(sql, [this._libraryID]);
var rows = await Zotero.DB.queryAsync(sql, libraryCondition.params);
if (rows.length) {
//normalize all values ahead of time
rows = rows.map(function (row) {
@ -304,10 +337,10 @@ Zotero.Duplicates.prototype._findDuplicates = async function () {
let sql = "SELECT itemID, lastName, firstName, fieldMode FROM items "
+ "JOIN itemCreators USING (itemID) "
+ "JOIN creators USING (creatorID) "
+ `WHERE libraryID=? AND itemTypeID NOT IN (${itemTypeAttachment}, ${itemTypeNote}) AND `
+ `WHERE ${libraryCondition.sql} AND itemTypeID NOT IN (${itemTypeAttachment}, ${itemTypeNote}) AND `
+ "itemID NOT IN (SELECT itemID FROM deletedItems)"
+ "ORDER BY itemID, orderIndex";
let creatorRows = await Zotero.DB.queryAsync(sql, this._libraryID);
let creatorRows = await Zotero.DB.queryAsync(sql, libraryCondition.params);
let lastItemID;
let itemCreators = [];
for (let i = 0; i < creatorRows.length; i++) {