mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 10:54:59 +00:00
be4f365eaf
Switch Serverless from using BoltDB to Postgres as metadata store. Previously, the controller stored all metadata to BoltDB. This implements SQLDB (currently Postgres flavored) as the backing store for metadata. This will allow us to have multiple instances of the controller running for HA, and to easily inspect and repair the contents of the metadata store. Unfortunately, it was not straightforward to keep the BoltDB implementation working alongside the SQL one, so it will be removed in a later patch. Once that's done, the SQL implementation should allow for a number of simplifications of the schemar and balancer interfaces. Database migration is built directly into the application by embedding the migration files and logic from the `soda` command line tool. When connecting to the RDBMS, the app will always attempt to create the necessary database and apply any outstanding migrations. Integration tests truncate all tables upon start, but *not* at the end, so the state of the database can be inspected after integration tests. Had to refactor some of the controller's background tasks to make sure they get properly shut down on controller exit.
96 lines
4.2 KiB
Go
96 lines
4.2 KiB
Go
package controller
|
|
|
|
import (
|
|
"github.com/featurebasedb/featurebase/v3/dax"
|
|
)
|
|
|
|
type Balancer interface {
|
|
// AddWorker adds a worker to the global pool of available workers.
|
|
AddWorker(tx dax.Transaction, node *dax.Node) ([]dax.WorkerDiff, error)
|
|
|
|
// RemoveWorker removes a worker from the system. If the worker is currently
|
|
// assigned to a database and has jobs, it will be removed and its jobs will
|
|
// be either transferred to other workers or placed on the free job list.
|
|
RemoveWorker(tx dax.Transaction, addr dax.Address) ([]dax.WorkerDiff, error)
|
|
|
|
// FreeWorkers dissociates the given workers from a database.
|
|
FreeWorkers(tx dax.Transaction, addrs ...dax.Address) error
|
|
|
|
// AddJobs adds new jobs for the given database.
|
|
AddJobs(tx dax.Transaction, roleType dax.RoleType, qtid dax.QualifiedTableID, jobs ...dax.Job) ([]dax.WorkerDiff, error)
|
|
|
|
// RemoveJobs removes jobs for the given database.
|
|
RemoveJobs(tx dax.Transaction, roleType dax.RoleType, qtid dax.QualifiedTableID, jobs ...dax.Job) ([]dax.WorkerDiff, error)
|
|
|
|
// BalanceDatabase forces a database balance. TODO(tlt): currently this is
|
|
// only used in tests, so perhaps we can get rid of it.
|
|
BalanceDatabase(tx dax.Transaction, qdbid dax.QualifiedDatabaseID) ([]dax.WorkerDiff, error)
|
|
|
|
// CurrentState returns the workers and jobs currently active for the given
|
|
// database.
|
|
CurrentState(tx dax.Transaction, roleType dax.RoleType, qdbid dax.QualifiedDatabaseID) ([]dax.WorkerInfo, error)
|
|
|
|
// WorkerState returns the jobs currently active for the given worker.
|
|
WorkerState(tx dax.Transaction, roleType dax.RoleType, addr dax.Address) (dax.WorkerInfo, error)
|
|
|
|
// WorkersForJobs returns the workers and jobs currently responsible for the
|
|
// given jobs.
|
|
WorkersForJobs(tx dax.Transaction, roleType dax.RoleType, qdbid dax.QualifiedDatabaseID, jobs ...dax.Job) ([]dax.WorkerInfo, error)
|
|
|
|
// WorkersForTable returns the workers responsible for any job related to
|
|
// the given table.
|
|
WorkersForTable(tx dax.Transaction, roleType dax.RoleType, qtid dax.QualifiedTableID) ([]dax.WorkerInfo, error)
|
|
|
|
// ReadNode returns the node for the given address.
|
|
ReadNode(tx dax.Transaction, addr dax.Address) (*dax.Node, error)
|
|
|
|
// Nodes returns all nodes known by the Balancer.
|
|
Nodes(tx dax.Transaction) ([]*dax.Node, error)
|
|
}
|
|
|
|
// Ensure type implements interface.
|
|
var _ Balancer = (*NopBalancer)(nil)
|
|
|
|
// NopBalancer is a no-op implementation of the Balancer interface.
|
|
type NopBalancer struct{}
|
|
|
|
func NewNopBalancer() *NopBalancer {
|
|
return &NopBalancer{}
|
|
}
|
|
|
|
func (b *NopBalancer) AddWorker(tx dax.Transaction, node *dax.Node) ([]dax.WorkerDiff, error) {
|
|
return []dax.WorkerDiff{}, nil
|
|
}
|
|
func (b *NopBalancer) RemoveWorker(tx dax.Transaction, addr dax.Address) ([]dax.WorkerDiff, error) {
|
|
return []dax.WorkerDiff{}, nil
|
|
}
|
|
func (b *NopBalancer) FreeWorkers(tx dax.Transaction, addrs ...dax.Address) error {
|
|
return nil
|
|
}
|
|
func (b *NopBalancer) AddJobs(tx dax.Transaction, roleType dax.RoleType, qtid dax.QualifiedTableID, jobs ...dax.Job) ([]dax.WorkerDiff, error) {
|
|
return []dax.WorkerDiff{}, nil
|
|
}
|
|
func (b *NopBalancer) RemoveJobs(tx dax.Transaction, roleType dax.RoleType, qtid dax.QualifiedTableID, jobs ...dax.Job) ([]dax.WorkerDiff, error) {
|
|
return []dax.WorkerDiff{}, nil
|
|
}
|
|
func (b *NopBalancer) BalanceDatabase(tx dax.Transaction, qdbid dax.QualifiedDatabaseID) ([]dax.WorkerDiff, error) {
|
|
return []dax.WorkerDiff{}, nil
|
|
}
|
|
func (b *NopBalancer) CurrentState(tx dax.Transaction, roleType dax.RoleType, qdbid dax.QualifiedDatabaseID) ([]dax.WorkerInfo, error) {
|
|
return []dax.WorkerInfo{}, nil
|
|
}
|
|
func (b *NopBalancer) WorkerState(tx dax.Transaction, roleType dax.RoleType, addr dax.Address) (dax.WorkerInfo, error) {
|
|
return dax.WorkerInfo{}, nil
|
|
}
|
|
func (b *NopBalancer) WorkersForJobs(tx dax.Transaction, roleType dax.RoleType, qdbid dax.QualifiedDatabaseID, jobs ...dax.Job) ([]dax.WorkerInfo, error) {
|
|
return []dax.WorkerInfo{}, nil
|
|
}
|
|
func (b *NopBalancer) WorkersForTable(tx dax.Transaction, roleType dax.RoleType, qtid dax.QualifiedTableID) ([]dax.WorkerInfo, error) {
|
|
return []dax.WorkerInfo{}, nil
|
|
}
|
|
func (b *NopBalancer) ReadNode(tx dax.Transaction, addr dax.Address) (*dax.Node, error) {
|
|
return nil, nil
|
|
}
|
|
func (b *NopBalancer) Nodes(tx dax.Transaction) ([]*dax.Node, error) {
|
|
return []*dax.Node{}, nil
|
|
}
|