From 64f2ff6b7805855a5f1b037313a0c6bb54e2f6a2 Mon Sep 17 00:00:00 2001
From: Ben Johnson <benbjohnson@yahoo.com>
Date: Tue, 22 Dec 2020 08:10:29 -0700
Subject: [PATCH] Change benchmark script to test against GH 1 month of data

---
 scripts/bench.sh            | 6 +++---
 scripts/etc/gloat/gh.1m.yml | 7 +++++++
 scripts/etc/gloat/gh.1w.yml | 7 +++++++
 3 files changed, 17 insertions(+), 3 deletions(-)
 create mode 100644 scripts/etc/gloat/gh.1m.yml
 create mode 100644 scripts/etc/gloat/gh.1w.yml

diff --git a/scripts/bench.sh b/scripts/bench.sh
index ae89987d9..875bbccba 100644
--- a/scripts/bench.sh
+++ b/scripts/bench.sh
@@ -20,15 +20,15 @@ SHA=$(git -C $PILOSA_SRC rev-parse HEAD)
 # Format current date.
 DATE=$(date '+%Y%m%d')
 
-WORKFLOW_PATH="${BASH_SOURCE%/*}/etc/gloat/gh.1d.yml"
+WORKFLOW_PATH="${BASH_SOURCE%/*}/etc/gloat/gh.1m.yml"
 WORKFLOW_NAME="$(gloat workflow name $WORKFLOW_PATH)"
 TITLE="RBF vs Roaring, $WORKFLOW_NAME, $DATE ($SHA)"
 
 # Execute RBF/Roaring benchmark.
-RBF_PATH=gloat/data/1d/rbf/${DATE}.tar.gz
+RBF_PATH=gloat/data/1m/rbf/${DATE}.tar.gz
 TXSRC=rbf gloat run -v -o $RBF_PATH $WORKFLOW_PATH
 
-ROARING_PATH=gloat/data/1d/roaring/${DATE}.tar.gz
+ROARING_PATH=gloat/data/1m/roaring/${DATE}.tar.gz
 TXSRC=roaring gloat run -v -o $ROARING_PATH $WORKFLOW_PATH
 
 # Generate graph from results.
diff --git a/scripts/etc/gloat/gh.1m.yml b/scripts/etc/gloat/gh.1m.yml
new file mode 100644
index 000000000..9b4dacf4a
--- /dev/null
+++ b/scripts/etc/gloat/gh.1m.yml
@@ -0,0 +1,7 @@
+name: "GitHub Import Load Testing (1 month)"
+
+main: "pilosa server --data-dir ${TMPDIR} --txsrc ${TXSRC}"
+load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-31T23:00:00Z --cache-dir .githubarchive" 
+
+health_url: "http://localhost:10101/status"
+debug_url: "http://localhost:10101/debug"
diff --git a/scripts/etc/gloat/gh.1w.yml b/scripts/etc/gloat/gh.1w.yml
new file mode 100644
index 000000000..23343ae45
--- /dev/null
+++ b/scripts/etc/gloat/gh.1w.yml
@@ -0,0 +1,7 @@
+name: "GitHub Import Load Testing (1 week)"
+
+main: "pilosa server --data-dir ${TMPDIR} --txsrc ${TXSRC}"
+load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-06T23:00:00Z --cache-dir .githubarchive" 
+
+health_url: "http://localhost:10101/status"
+debug_url: "http://localhost:10101/debug"