mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 02:44:59 +00:00
468461fbcf
* Support Drop Table in serverless (include Snapshotter, Writelogger) * Finish Database methods Things like: - `Databases` - `DatabaseByID` - `DatabaseByName` - `DropDatabase` * Change Poller to use NodeService instead of its own map Instead of the Poller maintaining its own map of Addresses to poll, this commit changes the Poller to use the NodeService interface to get all known nodes from the Controller. The next commit needs to: Next, the logic in the boltdb NodeService implementation was moved to the boltdb Balancer implementation. That way, the Balancer can be the source of truth for all things nodes/workers/jobs. * Move NodeService from Controller to Balancer This commit moves the implementation of the NodeService into the Balancer, and aligns `Balancer.AddWorker` with `NodeService.CreateNode` so that they stay in sync. (Same for `Balancer.RemoveWorker` and `NodeService.DeleteNode`). * fix import of private repo * Fix go vet issues * Fix bug in DeregisterNode We need to remove the node from the NodeService even if it's not assigned to a database. The logic had a bug in it. This also adds some no-op implementations for SnapshotService and WriteloggerService. If a directory was not configured for that, then the computer node would panic on trying to read from the Snapshotter upon receiving a Directive. * queryer response content-type: json * Add support for NULL to WriteloggerDir and SnapshotterDir configs This commit changes the way WriteLoggerDir and SnapshotterDir are handled. If value is empty `""`, an error will be returned on computer startup. If value is `"NULL"`, a no-op implementation of the service will be used. This would be for a case that wanted to run serverless on-prem with no durable storage. Finally, any other value will be used as the directory to use. Some things which aren't considered here and may result in unexpected behavior: - a value with spaces `" "` - any "null" which is not "NULL"... like lowercase. * Finish the DropTable test * Change "disable service" value to case-insensitive "off" This commit also removes an unnecessary sleep in the tests. * Fix docker-compose variables for IDK test Co-authored-by: Matthew Jaffee <jaffee@pilosa.com>
64 lines
1.8 KiB
YAML
64 lines
1.8 KiB
YAML
version: '3'
|
|
|
|
services:
|
|
mds:
|
|
build:
|
|
context: ../.quick
|
|
dockerfile: ../Dockerfile-dax-quick
|
|
environment:
|
|
FEATUREBASE_BIND: 0.0.0.0:8080
|
|
FEATUREBASE_VERBOSE: "true"
|
|
FEATUREBASE_MDS_RUN: "true"
|
|
FEATUREBASE_CONFIG_DATA_DIR: file:/dax-data/mds
|
|
ports:
|
|
- "8081:8080"
|
|
|
|
queryer:
|
|
build:
|
|
context: ../.quick
|
|
dockerfile: ../Dockerfile-dax-quick
|
|
environment:
|
|
FEATUREBASE_BIND: 0.0.0.0:8080
|
|
FEATUREBASE_VERBOSE: "true"
|
|
FEATUREBASE_QUERYER_RUN: "true"
|
|
FEATUREBASE_QUERYER_CONFIG_MDS_ADDRESS: "mds:8080/mds"
|
|
depends_on:
|
|
- mds
|
|
ports:
|
|
- "8080:8080"
|
|
|
|
computer:
|
|
build:
|
|
context: ../.quick
|
|
dockerfile: ../Dockerfile-dax-quick
|
|
environment:
|
|
FEATUREBASE_COMPUTER_RUN: "true"
|
|
FEATUREBASE_COMPUTER_CONFIG_MDS_ADDRESS: "mds:8080/mds"
|
|
FEATUREBASE_COMPUTER_CONFIG_DATA_DIR: /dax-data/computer
|
|
FEATUREBASE_COMPUTER_CONFIG_VERBOSE: true
|
|
FEATUREBASE_BIND: 0.0.0.0:8080
|
|
FEATUREBASE_VERBOSE: "true"
|
|
FEATUREBASE_STORAGE_METHOD: boltdb
|
|
FEATUREBASE_COMPUTER_CONFIG_WRITELOGGER_DIR: "/dax-data/writelogger"
|
|
FEATUREBASE_COMPUTER_CONFIG_SNAPSHOTTER_DIR: "/dax-data/snapshotter"
|
|
volumes:
|
|
- "./dax-data/writelogger:/dax-data/writelogger"
|
|
- "./dax-data/snapshotter:/dax-data/snapshotter"
|
|
depends_on:
|
|
- mds
|
|
deploy:
|
|
replicas: 1
|
|
|
|
datagen:
|
|
build:
|
|
context: ..
|
|
dockerfile: Dockerfile-datagen
|
|
profiles: [ "datagen" ]
|
|
environment:
|
|
GEN_CUSTOM_CONFIG: "/testdata/keys_ids.yaml"
|
|
GEN_FEATUREBASE_ORG_ID: "testorg"
|
|
GEN_FEATUREBASE_DB_ID: "testdb"
|
|
GEN_USE_SHARD_TRANSACTIONAL_ENDPOINT: "true"
|
|
GEN_SOURCE: "custom"
|
|
GEN_TARGET: "mds"
|
|
GEN_MDS_ADDRESS: "mds:8080/mds"
|