diff --git a/idk/ingest.go b/idk/ingest.go index 88973cf6c..1f478cbe6 100644 --- a/idk/ingest.go +++ b/idk/ingest.go @@ -23,15 +23,16 @@ import ( "syscall" "time" + "github.com/felixge/fgprof" pilosacore "github.com/featurebasedb/featurebase/v3" pilosagrpc "github.com/featurebasedb/featurebase/v3/api/client" + pilosabatch "github.com/featurebasedb/featurebase/v3/batch" pilosaclient "github.com/featurebasedb/featurebase/v3/client" "github.com/featurebasedb/featurebase/v3/logger" "github.com/featurebasedb/featurebase/v3/pql" "github.com/featurebasedb/featurebase/v3/prometheus" proto "github.com/featurebasedb/featurebase/v3/proto" "github.com/featurebasedb/featurebase/v3/stats" - "github.com/felixge/fgprof" "github.com/pkg/errors" prom "github.com/prometheus/client_golang/prometheus" "github.com/prometheus/client_golang/prometheus/promhttp" @@ -68,7 +69,7 @@ type Main struct { AutoGenerate bool `short:"a" help:"Automatically generate IDs."` ExternalGenerate bool `short:"" help:"Use FeatureBase's ID generation (must be set alongside auto-generate)."` IDAllocKeyPrefix string `short:"" help:"A prefix for ID allocator keys when using FeatureBase's ID generation (must be different for each concurrent ingester)."` - Concurrency int `short:"c" help:"Number of concurrent sources and indexing routines to launch. Concurrency is not supported for molecula-consumer-csv and molecula-consumer-sql"` + Concurrency int `short:"c" help:"Number of concurrent sources and indexing routines to launch. Concurrency is not supported for featurebasedb-consumer-sql. Concurrency for featurebasedb-consumer-csv only works when providing multiple files and does not support '--auto-generate'"` CacheLength uint64 `short:"" help:"Number of batches of ID mappings to cache."` PackBools string `short:"k" help:"If non-empty, boolean fields will be packed into two set fields—one with this name, and one with -exists."` Verbose bool `short:"v" help:"Enable verbose logging."`