From 90278b206cb37b7333b396504f01006d24b55e0b Mon Sep 17 00:00:00 2001 From: Ben Johnson Date: Fri, 26 Feb 2021 10:35:05 -0700 Subject: [PATCH] Add benchmarking of autogenerated ID data --- scripts/bench_write.sh | 2 +- scripts/etc/gloat/gh.issues.autogenerate.yml | 9 +++++++++ 2 files changed, 10 insertions(+), 1 deletion(-) create mode 100644 scripts/etc/gloat/gh.issues.autogenerate.yml diff --git a/scripts/bench_write.sh b/scripts/bench_write.sh index a5306debc..5757a953d 100755 --- a/scripts/bench_write.sh +++ b/scripts/bench_write.sh @@ -21,7 +21,7 @@ SHA=$(git -C $PILOSA_SRC rev-parse HEAD) # Format current date. DATE=$(date '+%Y%m%d') -for FILENAME in gh.1m.yml gh.issues.keyed.yml gh.issues.unkeyed.yml +for FILENAME in gh.1m.yml gh.issues.keyed.yml gh.issues.unkeyed.yml gh.issues.autogenerate.yml do WORKFLOW_PATH="${BASH_SOURCE%/*}/etc/gloat/${FILENAME}" WORKFLOW_NAME="$(gloat workflow name $WORKFLOW_PATH)" diff --git a/scripts/etc/gloat/gh.issues.autogenerate.yml b/scripts/etc/gloat/gh.issues.autogenerate.yml new file mode 100644 index 000000000..d1ceeace5 --- /dev/null +++ b/scripts/etc/gloat/gh.issues.autogenerate.yml @@ -0,0 +1,9 @@ +name: "GitHub Issues Import Load Testing (two weeks, autogenerated ID)" + +main: "pilosa server --data-dir ${TMPDIR} --txsrc ${STORAGE_BACKEND}" +load: "molecula-consumer-github -i issues -a --external-generate --record-type issue --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-13T23:00:00Z --cache-dir ~/.githubarchive" + +health_url: "http://localhost:10101/status" +vars_urls: + - http://localhost:10101/debug/vars + - http://localhost:7070/debug/vars