diff --git a/chrome/content/zotero/contextPane.js b/chrome/content/zotero/contextPane.js
index 1fbfd80431..df1663ad48 100644
--- a/chrome/content/zotero/contextPane.js
+++ b/chrome/content/zotero/contextPane.js
@@ -538,8 +538,8 @@ var ZoteroContextPane = new function () {
 					};
 				});
 				context.cachedNotes = notes;
+				context.affectedIDs = new Set();
 			}
-			context.affectedIDs = new Set();
 
 			var attachment = _getCurrentAttachment();
 			var parentID = attachment && attachment.parentID;