mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 10:54:59 +00:00
503e5c95be
This commit moves ID-related types and functions to the top level package and moves remaining statsd wrapper into a `statsd` package.
123 lines
3.2 KiB
Go
123 lines
3.2 KiB
Go
package dispatch
|
|
|
|
import (
|
|
"time"
|
|
|
|
log "github.com/cihub/seelog"
|
|
"github.com/davecgh/go-spew/spew"
|
|
"github.com/umbel/pilosa"
|
|
"github.com/umbel/pilosa/core"
|
|
"github.com/umbel/pilosa/db"
|
|
"github.com/umbel/pilosa/executor"
|
|
"github.com/umbel/pilosa/query"
|
|
)
|
|
|
|
type Dispatch struct {
|
|
Executor interface {
|
|
NewJob(job *db.Message)
|
|
}
|
|
|
|
Hold interface {
|
|
Set(id *pilosa.GUID, value interface{}, timeout time.Duration)
|
|
}
|
|
|
|
Index interface {
|
|
ClearBit(fragID pilosa.SUUID, bitmapID uint64, pos uint64) (bool, error)
|
|
LoadBitmap(fragID pilosa.SUUID, bitmapID uint64, compressedBitmap string, filter uint64)
|
|
SetBit(fragID pilosa.SUUID, bitmapID uint64, pos uint64, category uint64) (bool, error)
|
|
TopFillBatch(args []pilosa.FillArgs) ([]pilosa.Pair, error)
|
|
}
|
|
|
|
Transport interface {
|
|
Receive() *db.Message
|
|
Send(message *db.Message, host *pilosa.GUID)
|
|
}
|
|
}
|
|
|
|
func NewDispatch() *Dispatch {
|
|
return &Dispatch{}
|
|
}
|
|
|
|
func (self *Dispatch) Init() error {
|
|
log.Warn("Starting Dispatcher")
|
|
return nil
|
|
}
|
|
|
|
func (self *Dispatch) Close() {
|
|
log.Warn("Shutting down Dispatcher")
|
|
}
|
|
|
|
// The Local Route
|
|
|
|
func (d *Dispatch) Run() {
|
|
log.Warn("Dispatch Run...")
|
|
for {
|
|
message := d.Transport.Receive()
|
|
|
|
switch data := message.Data.(type) {
|
|
case core.BatchRequest:
|
|
log.Trace("Dispatch.Run BatchRequest")
|
|
response := db.Message{Data: core.BatchResponse{Id: data.Id}}
|
|
d.Index.LoadBitmap(data.Fragment_id, data.Bitmap_id, data.Compressed_bitmap, data.Filter)
|
|
d.Transport.Send(&response, data.Source)
|
|
|
|
case core.BitsRequest:
|
|
log.Trace("Dispatch.Run BitsRequest")
|
|
var results []core.SBResult
|
|
result := false
|
|
|
|
for _, v := range data.Bits {
|
|
if v.SetUnset {
|
|
result, _ = d.Index.SetBit(v.Fragment_id, v.Bitmap_id, v.Profile_id, uint64(v.Filter))
|
|
} else {
|
|
result, _ = d.Index.ClearBit(v.Fragment_id, v.Bitmap_id, v.Profile_id)
|
|
}
|
|
bundle := core.SBResult{Bitmap_id: v.Bitmap_id, Frame: v.Frame, Filter: v.Filter, Profile_id: v.Profile_id, Result: result}
|
|
results = append(results, bundle)
|
|
}
|
|
response := db.Message{Data: core.BitsResponse{Id: &data.QueryId, Items: results}}
|
|
d.Transport.Send(&response, &data.ReturnProcessId)
|
|
|
|
case core.PingRequest:
|
|
log.Trace("Dispatch.Run Ping")
|
|
pong := db.Message{Data: core.PongRequest{Id: data.Id}}
|
|
d.Transport.Send(&pong, data.Source)
|
|
|
|
case db.HoldResult:
|
|
log.Trace("Dispatch.Run HoldResult")
|
|
d.Hold.Set(data.ResultId(), data.ResultData(), 30*time.Second)
|
|
|
|
case query.PortableQueryStep:
|
|
log.Trace("Dispatch.Run PortableQueryStep")
|
|
go d.Executor.NewJob(message)
|
|
|
|
case executor.TopFill:
|
|
log.Trace("Dispatch.Run TopFill")
|
|
go d.topFillHandler(message)
|
|
|
|
case core.BitsResponse:
|
|
d.Hold.Set(data.ResultId(), data.ResultData(), 30*time.Second)
|
|
|
|
default:
|
|
spew.Dump(data)
|
|
log.Warn("Unprocessed message", data)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (d *Dispatch) topFillHandler(m *db.Message) {
|
|
topfill := m.Data.(executor.TopFill)
|
|
topn, err := d.Index.TopFillBatch(topfill.Args)
|
|
if err != nil {
|
|
log.Warn("TopFillHandler:", err)
|
|
}
|
|
|
|
d.Transport.Send(&db.Message{
|
|
Data: query.FillResult{
|
|
BaseQueryResult: &query.BaseQueryResult{
|
|
Id: &topfill.QueryId,
|
|
Data: topn,
|
|
},
|
|
},
|
|
}, &topfill.ReturnProcessId)
|
|
}
|