mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 10:54:59 +00:00
772496b440
This adds a shard-based import endpoint which takes bitmap data for all field types and imports data for the whole shard transactionally. It uses the BitmapRewriter interface to try to intelligently allow for setting and clearing bits simultaneously without multiple writes which is especially helpful when ingesting into int-like fields, but also allows clear-and-then-set behavior for set fields.
27 lines
1.3 KiB
Go
27 lines
1.3 KiB
Go
// Copyright 2021 Molecula Corp. All rights reserved.
|
|
package client
|
|
|
|
const (
|
|
// MetricBatchImportDurationSeconds records the full time of the
|
|
// RecordBatch.Import call. This includes starting and finishing a
|
|
// transaction, doing key translation, building fragments locally,
|
|
// importing all data, and resetting internal structures.
|
|
MetricBatchImportDurationSeconds = "batch_import_duration_seconds"
|
|
|
|
// MetricBatchFlushDurationSeconds records the full time for
|
|
// RecordBatch.Flush (if splitBatchMode is in use). This includes
|
|
// starting and finishing a transaction, importing all data, and
|
|
// resetting internal structures.
|
|
MetricBatchFlushDurationSeconds = "batch_flush_duration_seconds"
|
|
|
|
// MetricBatchShardImportBuildRequestsSeconds is the time it takes
|
|
// after making fragments to build the shard-transactional request
|
|
// objects (but not actually import them or do any network activity).
|
|
MetricBatchShardImportBuildRequestsSeconds = "batch_shard_import_build_requests_seconds"
|
|
|
|
// MetricBatchShardImportDurationSeconds is the time it takes to
|
|
// import all data for all shards in the batch using the
|
|
// shard-transactional endpoint. This does not include the time it
|
|
// takes to build the requests locally.
|
|
MetricBatchShardImportDurationSeconds = "batch_shard_import_duration_seconds"
|
|
)
|