mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 10:54:59 +00:00
ce32a1bde6
* Clean up dax service interfaces
Rename some of the `computer` interfaces and organize them in the
appropriate files.
Remove `dax/computer/alpha` package
* Remove ComputeAPI (it was replaced by batch.Importer)
* add nss-tools dependecy to smoke test
(cherry picked from commit 969bf055b2)
94 lines
2.9 KiB
Go
94 lines
2.9 KiB
Go
package computer
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
|
|
"github.com/molecula/featurebase/v3/dax"
|
|
"github.com/molecula/featurebase/v3/errors"
|
|
)
|
|
|
|
// Ensure type implements interface.
|
|
var _ SnapshotReadWriter = &snapshotReadWriter{}
|
|
|
|
// snapshotReadWriter uses a SnapshotService implementation (which could be, for
|
|
// example, an http client or a locally running sub-service) to store its
|
|
// snapshots.
|
|
type snapshotReadWriter struct {
|
|
ss SnapshotService
|
|
}
|
|
|
|
func NewSnapshotReadWriter(ss SnapshotService) *snapshotReadWriter {
|
|
return &snapshotReadWriter{
|
|
ss: ss,
|
|
}
|
|
}
|
|
|
|
func (s *snapshotReadWriter) WriteShardData(ctx context.Context, qtid dax.QualifiedTableID, partition dax.PartitionNum, shard dax.ShardNum, version int, rc io.ReadCloser) error {
|
|
bucket := partitionBucket(qtid.Key(), partition)
|
|
key := shardKey(shard)
|
|
|
|
if err := s.ss.Write(bucket, key, version, rc); err != nil {
|
|
return errors.Wrapf(err, "writing shard data: %s, %d", key, version)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *snapshotReadWriter) ReadShardData(ctx context.Context, qtid dax.QualifiedTableID, partition dax.PartitionNum, shard dax.ShardNum, version int) (io.ReadCloser, error) {
|
|
bucket := partitionBucket(qtid.Key(), partition)
|
|
key := shardKey(shard)
|
|
|
|
rc, err := s.ss.Read(bucket, key, version)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "reading shard data: %s, %s, %d", bucket, key, version)
|
|
}
|
|
|
|
return rc, nil
|
|
}
|
|
|
|
func (s *snapshotReadWriter) WriteTableKeys(ctx context.Context, qtid dax.QualifiedTableID, partition dax.PartitionNum, version int, wrTo io.WriterTo) error {
|
|
bucket := partitionBucket(qtid.Key(), partition)
|
|
key := keysFileName
|
|
|
|
if err := s.ss.WriteTo(bucket, key, version, wrTo); err != nil {
|
|
return errors.Wrapf(err, "writing table keys: %s, %d", key, version)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *snapshotReadWriter) ReadTableKeys(ctx context.Context, qtid dax.QualifiedTableID, partition dax.PartitionNum, version int) (io.ReadCloser, error) {
|
|
bucket := partitionBucket(qtid.Key(), partition)
|
|
key := keysFileName
|
|
|
|
rc, err := s.ss.Read(bucket, key, version)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "reading table keys: %s, %s, %d", bucket, key, version)
|
|
}
|
|
|
|
return rc, nil
|
|
}
|
|
|
|
func (s *snapshotReadWriter) WriteFieldKeys(ctx context.Context, qtid dax.QualifiedTableID, field dax.FieldName, version int, wrTo io.WriterTo) error {
|
|
bucket := fieldBucket(qtid.Key(), field)
|
|
key := keysFileName
|
|
|
|
if err := s.ss.WriteTo(bucket, key, version, wrTo); err != nil {
|
|
return errors.Wrapf(err, "writing field keys: %s, %d", key, version)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *snapshotReadWriter) ReadFieldKeys(ctx context.Context, qtid dax.QualifiedTableID, field dax.FieldName, version int) (io.ReadCloser, error) {
|
|
bucket := fieldBucket(qtid.Key(), field)
|
|
key := keysFileName
|
|
|
|
rc, err := s.ss.Read(bucket, key, version)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "reading field keys: %s, %s, %d", bucket, key, version)
|
|
}
|
|
|
|
return rc, nil
|
|
}
|