mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 10:54:59 +00:00
* implemented distinct
* implemented distinct
* uses first cut of a buffer pool, and extendible hashing with thresholded spill to disk
* tests
* cleaned up some stuff around query plan output to make developing tooling easier
* added optimization to call PQL Distinct()
* fixed test
* fix for passing wrong index name in orchestrator
* back out change to DistinctTimestamp
* fix other instance of wrong table name being passed
* use full index name instead of abbreviated one for translation. sigh.
* removed some unused code
Co-authored-by: Matthew Jaffee <jaffee@pilosa.com>
(cherry picked from commit f030d58d95)
177 lines
4.5 KiB
Go
177 lines
4.5 KiB
Go
// Copyright 2021 Molecula Corp. All rights reserved.
|
|
|
|
package planner
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/featurebasedb/featurebase/v3/dax"
|
|
"github.com/featurebasedb/featurebase/v3/sql3/parser"
|
|
"github.com/featurebasedb/featurebase/v3/sql3/planner/types"
|
|
)
|
|
|
|
// PlanOpFeatureBaseColumns wraps an Index that is returned from schemaAPI.Schema().
|
|
type PlanOpFeatureBaseColumns struct {
|
|
tbl *dax.Table
|
|
warnings []string
|
|
}
|
|
|
|
func NewPlanOpFeatureBaseColumns(tbl *dax.Table) *PlanOpFeatureBaseColumns {
|
|
node := &PlanOpFeatureBaseColumns{
|
|
tbl: tbl,
|
|
warnings: make([]string, 0),
|
|
}
|
|
return node
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) Plan() map[string]interface{} {
|
|
result := make(map[string]interface{})
|
|
result["_op"] = fmt.Sprintf("%T", p)
|
|
result["_schema"] = p.Schema().Plan()
|
|
return result
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) String() string {
|
|
return ""
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) AddWarning(warning string) {
|
|
p.warnings = append(p.warnings, warning)
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) Warnings() []string {
|
|
return p.warnings
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) Schema() types.Schema {
|
|
return types.Schema{
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "_id",
|
|
Type: parser.NewDataTypeString(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "name",
|
|
Type: parser.NewDataTypeString(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "type",
|
|
Type: parser.NewDataTypeString(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "internal_type",
|
|
Type: parser.NewDataTypeString(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "created_at",
|
|
Type: parser.NewDataTypeTimestamp(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "keys",
|
|
Type: parser.NewDataTypeBool(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "cache_type",
|
|
Type: parser.NewDataTypeString(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "cache_size",
|
|
Type: parser.NewDataTypeInt(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "scale",
|
|
Type: parser.NewDataTypeInt(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "min",
|
|
Type: parser.NewDataTypeInt(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "max",
|
|
Type: parser.NewDataTypeInt(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "timeunit",
|
|
Type: parser.NewDataTypeString(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "epoch",
|
|
Type: parser.NewDataTypeInt(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "timequantum",
|
|
Type: parser.NewDataTypeString(),
|
|
},
|
|
&types.PlannerColumn{
|
|
RelationName: "fb_table_columns",
|
|
ColumnName: "ttl",
|
|
Type: parser.NewDataTypeInt(),
|
|
},
|
|
}
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) Children() []types.PlanOperator {
|
|
return []types.PlanOperator{}
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) Iterator(ctx context.Context, row types.Row) (types.RowIterator, error) {
|
|
return &showColumnsRowIter{
|
|
tbl: p.tbl,
|
|
}, nil
|
|
}
|
|
|
|
func (p *PlanOpFeatureBaseColumns) WithChildren(children ...types.PlanOperator) (types.PlanOperator, error) {
|
|
return NewPlanOpFeatureBaseColumns(p.tbl), nil
|
|
}
|
|
|
|
type showColumnsRowIter struct {
|
|
tbl *dax.Table
|
|
rowIndex int
|
|
}
|
|
|
|
var _ types.RowIterator = (*showColumnsRowIter)(nil)
|
|
|
|
func (i *showColumnsRowIter) Next(ctx context.Context) (types.Row, error) {
|
|
if i.rowIndex < len(i.tbl.Fields) {
|
|
fields := i.tbl.Fields
|
|
|
|
tm := time.Unix(0, fields[i.rowIndex].CreatedAt)
|
|
|
|
row := []interface{}{
|
|
fields[i.rowIndex].Name,
|
|
fields[i.rowIndex].Name,
|
|
fields[i.rowIndex].Type,
|
|
fields[i.rowIndex].Type,
|
|
tm.Format(time.RFC3339),
|
|
fields[i.rowIndex].StringKeys(),
|
|
fields[i.rowIndex].Options.CacheType,
|
|
fields[i.rowIndex].Options.CacheSize,
|
|
fields[i.rowIndex].Options.Scale,
|
|
fields[i.rowIndex].Options.Min.ToInt64(0),
|
|
fields[i.rowIndex].Options.Max.ToInt64(0),
|
|
fields[i.rowIndex].Options.TimeUnit,
|
|
0, //TODO(pok) get Epoch from somewhere?
|
|
fields[i.rowIndex].Options.TimeQuantum.String(),
|
|
fields[i.rowIndex].Options.TTL.String(),
|
|
}
|
|
|
|
i.rowIndex += 1
|
|
return row, nil
|
|
}
|
|
return nil, types.ErrNoMoreRows
|
|
}
|