mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 02:44:59 +00:00
eb6c6e3105
* Add kafka support to CLI (fbsql) This commit adds the ability to provide a `--kafka-config` command line argument referncing a toml file to configure kafka. * Move "Molecula Consumer" message to the logger; hide it in basic mode * Fold decimal(scale) into kafka.source-type * Build fbsql with cgo in docker for CI * Re-organize the fbsql kafka config and setup. Allow field config to use the table schema if no fields provided. * Display timestamp fields with format RFC3339Nano * remove kafkaRunner (no longer used) * Fix cli/batch test (and make sure it's not excluded from CI) The logic in our Makefile was exluding from tests any package with `/batch` in the package name. This excluded `/cli/batch`, which is not good. This commit changes the exclusion logic to include the `/v3` portion of the package name, so `/v3/batch`. * Rename Basic() to SetBasic()
38 lines
1.4 KiB
Go
38 lines
1.4 KiB
Go
// Copyright 2021 Molecula Corp. All rights reserved.
|
|
package cmd
|
|
|
|
import (
|
|
"github.com/featurebasedb/featurebase/v3/ctl"
|
|
"github.com/featurebasedb/featurebase/v3/logger"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
// newImportCommand runs the FeatureBase import subcommand for ingesting bulk data.
|
|
func newDataframeCsvLoaderCommand(logdest logger.Logger) *cobra.Command {
|
|
cmd := ctl.NewDataframeCsvLoaderCommand(logdest)
|
|
loaderCmd := &cobra.Command{
|
|
Use: "dataframe-csv-loader",
|
|
Short: "load dataframe integer and floating point values into featurebase",
|
|
Long: `
|
|
`,
|
|
RunE: UsageErrorWrapper(cmd),
|
|
}
|
|
flags := loaderCmd.Flags()
|
|
flags.StringVar(&cmd.Path, "csv", "", "path to csv input file")
|
|
flags.StringVar(&cmd.Host, "host", "localhost:10101", "host:port of FeatureBase.")
|
|
flags.StringVar(&cmd.Pprof, "pprof", cmd.Pprof, "host:port to listen for profiling requests at /debug/pprof and /debug/fgprof.")
|
|
flags.StringVar(&cmd.AuthToken, "auth-token", "", "Authentication token")
|
|
flags.StringVar(&cmd.Index, "index", "", "Destination Index. ")
|
|
flags.IntVar(&cmd.MaxCapacity, "buffer", 0, "Maximum size of of the line buffer defaults to go bufio default ")
|
|
flags.IntVar(&cmd.BatchSize, "batch-size", 1048576, "Maximum number of records to send in a single batch ")
|
|
ctl.SetTLSConfig(
|
|
flags, "",
|
|
&cmd.TLS.CertificatePath,
|
|
&cmd.TLS.CertificateKeyPath,
|
|
&cmd.TLS.CACertPath,
|
|
&cmd.TLS.SkipVerify,
|
|
&cmd.TLS.EnableClientVerification,
|
|
)
|
|
|
|
return loaderCmd
|
|
}
|