mirror of
https://github.com/featurebasedb/featurebase.git
synced 2026-08-28 10:54:59 +00:00
28 lines
813 B
Bash
Executable file
28 lines
813 B
Bash
Executable file
#!/bin/bash
|
|
set -e
|
|
|
|
# This script generates data query load testing to be run against.
|
|
#
|
|
# Environment variables:
|
|
# - STORAGE_BACKEND: Transaction store type ("roaring", "rbf")
|
|
# - CACHEDIR: Path to local GitHub Archive data, if available.
|
|
|
|
# Require environment variables.
|
|
: "${STORAGE_BACKEND:?Must set STORAGE_BACKEND environment variable}"
|
|
: "${GHCACHEDIR:''}"
|
|
|
|
echo "Starting pilosa"
|
|
pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND} & pid_pilosa=$!
|
|
sleep 5
|
|
|
|
echo ""
|
|
echo "Importing GitHub Archive"
|
|
molecula-consumer-github -i events -d id --record-type event --batch-size=100000 \
|
|
--start-time 2020-01-01T00:00:00Z --end-time 2020-01-31T23:00:00Z \
|
|
--cache-dir "$GHCACHEDIR"
|
|
|
|
echo ""
|
|
echo "Import complete, shutting down pilosa"
|
|
|
|
sleep 5
|
|
kill $pid_pilosa
|