scriptoriumadmin/featurebase
1
0
Fork 0
mirror of https://github.com/featurebasedb/featurebase.git synced 2026-09-10 23:11:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #1260 from molecula/bench-1month

Browse source
This commit is contained in:
Ben Johnson 2020-12-22 09:42:55 -07:00 • committed by GitHub
commit fc7f7d6a7c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 17 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
scripts/bench.sh
View file

@ -20,15 +20,15 @@ SHA=$(git -C $PILOSA_SRC rev-parse HEAD)
# Format current date.
DATE=$(date '+%Y%m%d')
WORKFLOW_PATH="${BASH_SOURCE%/*}/etc/gloat/gh.1d.yml"
WORKFLOW_PATH="${BASH_SOURCE%/*}/etc/gloat/gh.1m.yml"
WORKFLOW_NAME="$(gloat workflow name $WORKFLOW_PATH)"
TITLE="RBF vs Roaring, $WORKFLOW_NAME, $DATE ($SHA)"
# Execute RBF/Roaring benchmark.
RBF_PATH=gloat/data/1d/rbf/${DATE}.tar.gz
RBF_PATH=gloat/data/1m/rbf/${DATE}.tar.gz
TXSRC=rbf gloat run -v -o $RBF_PATH $WORKFLOW_PATH
ROARING_PATH=gloat/data/1d/roaring/${DATE}.tar.gz
ROARING_PATH=gloat/data/1m/roaring/${DATE}.tar.gz
TXSRC=roaring gloat run -v -o $ROARING_PATH $WORKFLOW_PATH
# Generate graph from results.

7
scripts/etc/gloat/gh.1m.yml Normal file
View file

@ -0,0 +1,7 @@
name: "GitHub Import Load Testing (1 month)"
main: "pilosa server --data-dir ${TMPDIR} --txsrc ${TXSRC}"
load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-31T23:00:00Z --cache-dir .githubarchive"
health_url: "http://localhost:10101/status"
debug_url: "http://localhost:10101/debug"

7
scripts/etc/gloat/gh.1w.yml Normal file
View file

@ -0,0 +1,7 @@
name: "GitHub Import Load Testing (1 week)"
main: "pilosa server --data-dir ${TMPDIR} --txsrc ${TXSRC}"
load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-06T23:00:00Z --cache-dir .githubarchive"
health_url: "http://localhost:10101/status"
debug_url: "http://localhost:10101/debug"