scriptoriumadmin/featurebase
1
0
Fork 0
mirror of https://github.com/featurebasedb/featurebase.git synced 2026-08-28 10:54:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixup Fragment_Import benchmark

Browse source 
It was doing a fresh import on the first round and then importing the same data
into the fragment over and over.
This commit is contained in:
Matt Jaffee 2019-03-05 08:47:44 -06:00
parent 7af64e382c
commit 6fe1ab45c2
No known key found for this signature in database
GPG key ID: 08A3DFFF987B11BF
1 changed files with 7 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
fragment_internal_test.go
View file

@ -1904,8 +1904,7 @@ func BenchmarkFragment_FullSnapshot(b *testing.B) {
}
func BenchmarkFragment_Import(b *testing.B) {
f := mustOpenFragment("i", "f", viewStandard, 0, "")
defer f.Clean(b)
b.StopTimer()
maxX := 1048576 * 5 * 2
sz := maxX
rows := make([]uint64, sz)
@ -1924,17 +1923,19 @@ func BenchmarkFragment_Import(b *testing.B) {
}
}
rowsUse, colsUse := make([]uint64, len(rows)), make([]uint64, len(cols))
copy(rowsUse, rows)
copy(colsUse, cols)
b.ResetTimer()
b.ReportAllocs()
options := &ImportOptions{}
for i := 0; i < b.N; i++ {
// since bulkImport modifies the input slices, we make new copies for each round
copy(rowsUse, rows)
copy(colsUse, cols)
f := mustOpenFragment("i", "f", viewStandard, 0, "")
b.StartTimer()
if err := f.bulkImport(rowsUse, colsUse, options); err != nil {
b.Fatalf("Error Building Sample: %s", err)
b.Errorf("Error Building Sample: %s", err)
}
b.StopTimer()
f.Clean(b)
}
}