featurebase/executor/executor.go

package executor

import (
	"fmt"
	"log"
	"pilosa/core"
	"pilosa/db"
	"pilosa/index"
	"pilosa/query"
	"pilosa/util"
	"reflect"
	"tux21b.org/v1/gocql/uuid"

	"github.com/davecgh/go-spew/spew"
)

type Executor struct {
	service *core.Service
	inbox   chan *db.Message
}

func (self *Executor) Init() error {
	log.Println("Starting Executor")
	return nil
}

func (self *Executor) Close() {
	log.Println("Shutting down Executor")
}

func (self *Executor) NewJob(job *db.Message) {
	switch job.Data.(type) {
	case query.CountQueryStep:
		spew.Dump("COUNT QUERYSTEP")
		qs := job.Data.(query.CountQueryStep)
		input := qs.Input
		value, _ := self.service.Hold.Get(input, 10)
		var bh index.BitmapHandle
		switch val := value.(type) {
		case index.BitmapHandle:
			bh = val
		case []byte:
			bh, _ = self.service.Index.FromBytes(qs.Location.FragmentId, val)
		}

		count, err := self.service.Index.Count(qs.Location.FragmentId, bh)
		if err != nil {
			spew.Dump(err)
		}
		spew.Dump("SLICE COUNT", count)
		result_message := db.Message{Data: query.CountQueryResult{&query.BaseQueryResult{Id: qs.Id, Data: count}}}
		self.service.Transport.Send(&result_message, qs.Destination.ProcessId)

	case query.UnionQueryStep:
		qs := job.Data.(query.UnionQueryStep)
		spew.Dump("UNION QUERYSTEP")
		var handles []index.BitmapHandle
		// create a list of bitmap handles
		for _, input := range qs.Inputs {
			value, _ := self.service.Hold.Get(input, 10)
			switch val := value.(type) {
			case index.BitmapHandle:
				handles = append(handles, val)
			case []byte:
				bh, _ := self.service.Index.FromBytes(qs.Location.FragmentId, val)
				handles = append(handles, bh)
			}
		}

		bh, err := self.service.Index.Union(qs.Location.FragmentId, handles)
		if err != nil {
			spew.Dump(err)
		}

		var result interface{}
		if qs.LocIsDest() {
			result = bh
		} else {
			bm, err := self.service.Index.GetBytes(qs.Location.FragmentId, bh)
			if err != nil {
				spew.Dump(err)
			}
			result = bm
		}
		result_message := db.Message{Data: query.UnionQueryResult{&query.BaseQueryResult{Id: qs.Id, Data: result}}}
		self.service.Transport.Send(&result_message, qs.Destination.ProcessId)

	case query.IntersectQueryStep:
		qs := job.Data.(query.IntersectQueryStep)
		spew.Dump("INTERSECT QUERYSTEP")
		var handles []index.BitmapHandle
		// create a list of bitmap handles
		for _, input := range qs.Inputs {
			value, _ := self.service.Hold.Get(input, 10)
			switch val := value.(type) {
			case index.BitmapHandle:
				handles = append(handles, val)
			case []byte:
				bh, _ := self.service.Index.FromBytes(qs.Location.FragmentId, val)
				handles = append(handles, bh)
			}
		}

		bh, err := self.service.Index.Intersect(qs.Location.FragmentId, handles)
		if err != nil {
			spew.Dump(err)
		}

		var result interface{}
		if qs.LocIsDest() {
			result = bh
		} else {
			bm, err := self.service.Index.GetBytes(qs.Location.FragmentId, bh)
			if err != nil {
				spew.Dump(err)
			}
			result = bm
		}
		result_message := db.Message{Data: query.IntersectQueryResult{&query.BaseQueryResult{Id: qs.Id, Data: result}}}
		self.service.Transport.Send(&result_message, qs.Destination.ProcessId)

	case query.CatQueryStep:
		qs := job.Data.(query.CatQueryStep)
		spew.Dump("CAT QUERYSTEP")
		var handles []index.BitmapHandle
		use_sum := false
		var sum uint64
		// either create a list of bitmap handles to cat (i.e. union), or sum the integer values
		for _, input := range qs.Inputs {
			value, _ := self.service.Hold.Get(input, 10)
			switch val := value.(type) {
			case index.BitmapHandle:
				handles = append(handles, val)
			case []byte:
				bh, _ := self.service.Index.FromBytes(qs.Location.FragmentId, val)
				handles = append(handles, bh)
			case uint64:
				use_sum = true
				sum += value.(uint64)
			}
		}
		// either return the sum, or return the compressed bitmap resulting from the cat (union)
		var result interface{}
		if use_sum {
			result = sum
		} else {
			bh, err := self.service.Index.Union(qs.Location.FragmentId, handles)
			result, err = self.service.Index.GetBytes(qs.Location.FragmentId, bh)
			if err != nil {
				spew.Dump(err)
			}
		}
		result_message := db.Message{Data: query.CatQueryResult{&query.BaseQueryResult{Id: qs.Id, Data: result}}}
		self.service.Transport.Send(&result_message, qs.Destination.ProcessId)

	case query.GetQueryStep:

		qs := job.Data.(query.GetQueryStep)
		spew.Dump("GET QUERYSTEP")

		bh, err := self.service.Index.Get(qs.Location.FragmentId, qs.Bitmap.Id)
		if err != nil {
			spew.Dump(err)
		}

		var result interface{}
		if qs.LocIsDest() {
			result = bh
		} else {
			bm, err := self.service.Index.GetBytes(qs.Location.FragmentId, bh)
			if err != nil {
				spew.Dump(err)
			}
			result = bm
		}
		result_message := db.Message{Data: query.GetQueryResult{&query.BaseQueryResult{Id: qs.Id, Data: result}}}
		self.service.Transport.Send(&result_message, qs.Destination.ProcessId)

	case query.SetQueryStep:
		qs := job.Data.(query.SetQueryStep)
		spew.Dump("SET QUERYSTEP")
		self.service.Index.SetBit(qs.Location.FragmentId, qs.Bitmap.Id, qs.ProfileId)
	default:
		fmt.Println("unknown")

	}
}

func (self *Executor) RunQuery(database_name string, pql string) {
	database := self.service.Cluster.GetOrCreateDatabase(database_name)
	process, err := self.service.GetProcess()
	if err != nil {
		spew.Dump(err)
	}
	process_id := process.Id()
	fragment_id := util.SUUID(0)
	destination := db.Location{&process_id, fragment_id}

	query_plan := query.QueryPlanForPQL(database, pql, &destination)
	//spew.Dump("--------query_plan-------------------")
	//spew.Dump(query_plan)
	//spew.Dump("-------------------------------------")
	//return

	// loop over the query steps and send to Transport
	var last_id *uuid.UUID
	for _, qs := range *query_plan {
		msg := new(db.Message)
		msg.Data = qs
		switch step := qs.(type) {
		case query.PortableQueryStep:
			self.service.Transport.Send(msg, step.GetLocation().ProcessId)
			if reflect.TypeOf(step) != reflect.TypeOf(query.SetQueryStep{}) {
				last_id = step.GetId()
			}
		}
	}

	// add an entry to my execute map[key] that is waiting for the final result
	if last_id != nil {
		final, err := self.service.Hold.Get(last_id, 10)
		if err != nil {
			spew.Dump(err)
		}
		spew.Dump("*******************************************************")
		spew.Dump("FINAL", final)
		spew.Dump("*******************************************************")
	}
}

func (self *Executor) Run() {
	log.Println("Executor Run...")
}

func NewExecutor(service *core.Service) *Executor {
	return &Executor{service, make(chan *db.Message)}
}