mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-09-06 16:45:55 +00:00
34fa1afad0
This commit refactors the pilosa codebase. It makes several major changes: * Removes bitmap handles * Removes dispatch/hold/transport * Removes etcd dependency * Adds consistent hash ring for slice placement * Refactors parser/lexer * Adds strong typing to PQL AST * Flattens package hierarchy
198 lines
6.7 KiB
Go
198 lines
6.7 KiB
Go
package pilosa_test
|
|
|
|
import (
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/davecgh/go-spew/spew"
|
|
"github.com/umbel/pilosa"
|
|
"github.com/umbel/pilosa/pql"
|
|
)
|
|
|
|
// Ensure a get query can be executed.
|
|
func TestExecutor_Execute_Get(t *testing.T) {
|
|
e := NewExecutor(NewCluster(1))
|
|
e.Index().Fragment("d", "f", 0).Bitmap(10).SetBit(3)
|
|
e.Index().Fragment("d", "f", 1).Bitmap(10).SetBit(SliceWidth + 1)
|
|
|
|
if res, err := e.Execute("d", MustParse(`get(id=10, frame=f)`), nil); err != nil {
|
|
t.Fatal(err)
|
|
} else if chunks := res.(*pilosa.Bitmap).Chunks(); len(chunks) != 2 {
|
|
t.Fatalf("unexpected chunk length: %s", spew.Sdump(chunks))
|
|
} else if chunks[0].Value[0] != 8 {
|
|
t.Fatalf("unexpected chunk(0): %s", spew.Sdump(chunks[0]))
|
|
} else if chunks[1].Value[0] != 2 {
|
|
t.Fatalf("unexpected chunk(1): %s", spew.Sdump(chunks[1]))
|
|
}
|
|
}
|
|
|
|
// Ensure a difference query can be executed.
|
|
func TestExecutor_Execute_Difference(t *testing.T) {
|
|
e := NewExecutor(NewCluster(1))
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(1)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(2)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(3)
|
|
|
|
e.Index().Fragment("d", "general", 0).Bitmap(11).SetBit(2)
|
|
|
|
if res, err := e.Execute("d", MustParse(`difference(get(id=10), get(id=11))`), nil); err != nil {
|
|
t.Fatal(err)
|
|
} else if chunks := res.(*pilosa.Bitmap).Chunks(); len(chunks) != 1 {
|
|
t.Fatalf("unexpected chunk length: %s", spew.Sdump(chunks))
|
|
} else if chunks[0].Value[0] != 10 { // b1010
|
|
t.Fatalf("unexpected chunk(0): %s", spew.Sdump(chunks[0]))
|
|
}
|
|
}
|
|
|
|
// Ensure an intersect query can be executed.
|
|
func TestExecutor_Execute_Intersect(t *testing.T) {
|
|
e := NewExecutor(NewCluster(1))
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(1)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(SliceWidth + 1)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(SliceWidth + 2)
|
|
|
|
e.Index().Fragment("d", "general", 0).Bitmap(11).SetBit(1)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(11).SetBit(2)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(11).SetBit(SliceWidth + 2)
|
|
|
|
if res, err := e.Execute("d", MustParse(`intersect(get(id=10), get(id=11))`), nil); err != nil {
|
|
t.Fatal(err)
|
|
} else if chunks := res.(*pilosa.Bitmap).Chunks(); len(chunks) != 2 {
|
|
t.Fatalf("unexpected chunk length: %s", spew.Sdump(chunks))
|
|
} else if chunks[0].Value[0] != 2 {
|
|
t.Fatalf("unexpected chunk(0): %s", spew.Sdump(chunks[0]))
|
|
} else if chunks[1].Value[0] != 4 {
|
|
t.Fatalf("unexpected chunk(1): %s", spew.Sdump(chunks[1]))
|
|
}
|
|
}
|
|
|
|
// Ensure a union query can be executed.
|
|
func TestExecutor_Execute_Union(t *testing.T) {
|
|
e := NewExecutor(NewCluster(1))
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(0)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(SliceWidth + 1)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(10).SetBit(SliceWidth + 2)
|
|
|
|
e.Index().Fragment("d", "general", 0).Bitmap(11).SetBit(2)
|
|
e.Index().Fragment("d", "general", 0).Bitmap(11).SetBit(SliceWidth + 2)
|
|
|
|
if res, err := e.Execute("d", MustParse(`union(get(id=10), get(id=11))`), nil); err != nil {
|
|
t.Fatal(err)
|
|
} else if chunks := res.(*pilosa.Bitmap).Chunks(); len(chunks) != 2 {
|
|
t.Fatalf("unexpected chunk length: %s", spew.Sdump(chunks))
|
|
} else if chunks[0].Value[0] != 5 {
|
|
t.Fatalf("unexpected chunk(0): %s", spew.Sdump(chunks[0]))
|
|
} else if chunks[1].Value[0] != 6 {
|
|
t.Fatalf("unexpected chunk(1): %s", spew.Sdump(chunks[1]))
|
|
}
|
|
}
|
|
|
|
// Ensure a count query can be executed.
|
|
func TestExecutor_Execute_Count(t *testing.T) {
|
|
e := NewExecutor(NewCluster(1))
|
|
e.Index().Fragment("d", "f", 0).Bitmap(10).SetBit(3)
|
|
e.Index().Fragment("d", "f", 1).Bitmap(10).SetBit(SliceWidth + 1)
|
|
e.Index().Fragment("d", "f", 1).Bitmap(10).SetBit(SliceWidth + 2)
|
|
|
|
if n, err := e.Execute("d", MustParse(`count(get(id=10, frame=f))`), nil); err != nil {
|
|
t.Fatal(err)
|
|
} else if n != uint64(3) {
|
|
t.Fatalf("unexpected n: %d", n)
|
|
}
|
|
}
|
|
|
|
// Ensure a remote query can return a bitmap.
|
|
func TestExecutor_Execute_Remote_Bitmap(t *testing.T) {
|
|
c := NewCluster(2)
|
|
|
|
// Create secondary server and update second cluster node.
|
|
s := NewServer()
|
|
defer s.Close()
|
|
c.Nodes[1].Host = s.Host()
|
|
|
|
// Mock secondary server's executor to verify arguments and return a bitmap.
|
|
s.Handler.Executor.ExecuteFn = func(db string, query *pql.Query, slices []uint64) (interface{}, error) {
|
|
if db != `d` {
|
|
t.Fatalf("unexpected db: %s", db)
|
|
} else if query.String() != `get(id=10, frame=f)` {
|
|
t.Fatalf("unexpected query: %s", query.String())
|
|
} else if !reflect.DeepEqual(slices, []uint64{0, 2}) {
|
|
t.Fatalf("unexpected slices: %+v", slices)
|
|
}
|
|
|
|
// Set bits in slice 0 & 2.
|
|
bm := pilosa.NewBitmap()
|
|
bm.SetBit((0 * SliceWidth) + 1)
|
|
bm.SetBit((0 * SliceWidth) + 2)
|
|
bm.SetBit((2 * SliceWidth) + 4)
|
|
return bm, nil
|
|
}
|
|
|
|
// Create local executor data.
|
|
// The local node owns slice 1.
|
|
e := NewExecutor(c)
|
|
e.Index().Fragment("d", "f", 1).Bitmap(10).SetBit((1 * SliceWidth) + 1)
|
|
|
|
if res, err := e.Execute("d", MustParse(`get(id=10, frame=f)`), nil); err != nil {
|
|
t.Fatal(err)
|
|
} else if chunks := res.(*pilosa.Bitmap).Chunks(); len(chunks) != 3 {
|
|
t.Fatalf("unexpected chunk length: %s", spew.Sdump(chunks))
|
|
} else if chunks[0].Value[0] != 6 {
|
|
t.Fatalf("unexpected chunk(0): %s", spew.Sdump(chunks[0]))
|
|
} else if chunks[1].Value[0] != 2 {
|
|
t.Fatalf("unexpected chunk(1): %s", spew.Sdump(chunks[1]))
|
|
}
|
|
}
|
|
|
|
// Ensure a remote query can return a count.
|
|
func TestExecutor_Execute_Remote_Count(t *testing.T) {
|
|
c := NewCluster(2)
|
|
|
|
// Create secondary server and update second cluster node.
|
|
s := NewServer()
|
|
defer s.Close()
|
|
c.Nodes[1].Host = s.Host()
|
|
|
|
// Mock secondary server's executor to return a count.
|
|
s.Handler.Executor.ExecuteFn = func(db string, query *pql.Query, slices []uint64) (interface{}, error) {
|
|
return uint64(10), nil
|
|
}
|
|
|
|
// Create local executor data. The local node owns slice 1.
|
|
e := NewExecutor(c)
|
|
e.Index().Fragment("d", "f", 1).Bitmap(10).SetBit((1 * SliceWidth) + 1)
|
|
e.Index().Fragment("d", "f", 1).Bitmap(10).SetBit((1 * SliceWidth) + 2)
|
|
|
|
if n, err := e.Execute("d", MustParse(`count(get(id=10, frame=f))`), nil); err != nil {
|
|
t.Fatal(err)
|
|
} else if n != uint64(12) {
|
|
t.Fatalf("unexpected n: %d", n)
|
|
}
|
|
}
|
|
|
|
// Executor represents a test wrapper for pilosa.Executor.
|
|
type Executor struct {
|
|
*pilosa.Executor
|
|
}
|
|
|
|
// NewExecutor returns a new instance of Executor.
|
|
// The executor always matches the hostname of the first cluster node.
|
|
func NewExecutor(cluster *pilosa.Cluster) *Executor {
|
|
e := &Executor{
|
|
Executor: pilosa.NewExecutor(pilosa.NewIndex()),
|
|
}
|
|
e.Cluster = cluster
|
|
e.Host = cluster.Nodes[0].Host
|
|
|
|
return e
|
|
}
|
|
|
|
// MustParse parses s into a PQL query. Panic on error.
|
|
func MustParse(s string) *pql.Query {
|
|
q, err := pql.NewParser(strings.NewReader(s)).Parse()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
return q
|
|
}
|