diff --git a/fragment.go b/fragment.go
index 5516e05ec..ac4d63926 100644
--- a/fragment.go
+++ b/fragment.go
@@ -408,6 +408,7 @@ func (f *Fragment) setBit(bitmapID, profileID uint64) (changed bool, bool error)
 	} else {
 		bm.IncrementCount(profileID)
 	}
+	bm.SetBit(profileID)
 
 	f.cache.Add(bitmapID, bm.Count())