remove trailing spaces en masse (#2024)

.gitignore

@@ -21,4 +21,4 @@ __pycache__/
 report.xml
 outputs.json
 builds/
-*.tfstate.backup
+*.tfstate.backup

.gitlab/.perf-able-gitlab-ci.yml

@@ -58,4 +58,4 @@ perf_able:
     - pipeline: $PARENT_PIPELINE_ID
       job: build for linux arm64
     - pipeline: $PARENT_PIPELINE_ID
-      job: build for linux amd64
+      job: build for linux amd64

Dockerfile-clustertests

@@ -14,14 +14,14 @@ RUN chmod +x /pumba
 
 # add docker client to pause/unpause nodes
 RUN apt update
-RUN apt install -y docker.io 
+RUN apt install -y docker.io
 
 # add docker-compose so tests can use it for stuff
 ADD https://github.com/docker/compose/releases/latest/download/docker-compose-Linux-x86_64 /usr/local/bin/docker-compose
 RUN chmod +x /usr/local/bin/docker-compose
 
 # generate an instrumented binary to allow for calculating code coverage for clustertests
-# the entrypoint for the binary is TestRunMain, which is wrapper for main 
+# the entrypoint for the binary is TestRunMain, which is wrapper for main
 RUN cd /go/src/github.com/molecula/featurebase/cmd/featurebase && \
     go test -covermode=atomic -coverpkg=../../... -c -tags testrunmain -o featurebase && \
     cp /go/src/github.com/molecula/featurebase/cmd/featurebase/featurebase /featurebase

Dockerfile-clustertests-client

@@ -13,7 +13,7 @@ RUN chmod +x /pumba
 
 # add docker client to pause/unpause nodes
 RUN apt update
-RUN apt install -y docker.io 
+RUN apt install -y docker.io
 
 # add docker-compose so tests can use it for stuff
 ADD https://github.com/docker/compose/releases/latest/download/docker-compose-Linux-x86_64 /usr/local/bin/docker-compose

Makefile

@@ -155,7 +155,7 @@ clustertests: vendor
 	PROJECT=$(PROJECT) $(DOCKER_COMPOSE) -f internal/clustertests/docker-compose.yml run client1
 	$(DOCKER_COMPOSE) -f internal/clustertests/docker-compose.yml down
 
-# Run the cluster tests with authentication enabled 
+# Run the cluster tests with authentication enabled
 AUTH_ARGS="-c /go/src/github.com/molecula/featurebase/internal/clustertests/testdata/featurebase.conf"
 authclustertests: vendor
 	CLUSTERTESTS_FB_ARGS=$(AUTH_ARGS) $(DOCKER_COMPOSE) -f internal/clustertests/docker-compose.yml down

client/README.md

@@ -82,4 +82,4 @@ See: [Server Interaction](docs/server-interaction.md)
 
 ### Other Documentation
 
-* [Tracing](docs/tracing.md)
+* [Tracing](docs/tracing.md)

install/test_installation.sh

@@ -2,7 +2,7 @@
 tests_failed=0
 
 # test validity of featurebase.service
-systemd-analyze verify /etc/systemd/system/featurebase.service 
+systemd-analyze verify /etc/systemd/system/featurebase.service
 exit_code=$?
 if [ $exit_code -ne 0 ]; then
     echo 'featurebase.redhat.service invalid'

internal/clustertests/docker-compose-replication2.yml

@@ -1,5 +1,5 @@
 version: '2'
-services: 
+services:
   pilosa1:
     build:
       context: ../..
@@ -48,5 +48,5 @@ services:
       - /var/run/docker.sock:/var/run/docker.sock
     command:
       - "go test -v -count=1 github.com/molecula/featurebase/internal/clustertests"
-networks: 
+networks:
   pilosanet:

internal/clustertests/docker-compose.yml

@@ -1,5 +1,5 @@
 version: '2'
-services: 
+services:
   pilosa1:
     build:
       context: ../..
@@ -16,7 +16,7 @@ services:
     networks:
       - pilosanet
     volumes:
-      - ./results:/results 
+      - ./results:/results
     command:
       - "cd /go/src/github.com/molecula/featurebase/cmd/featurebase && /featurebase -test.run=TestRunMain -test.coverprofile=/results/coverage-server1.out server --bind pilosa1:10101 ${CLUSTERTESTS_FB_ARGS}"
   pilosa2:
@@ -84,5 +84,5 @@ services:
       dockerfile: Dockerfile-fakeIDP
     networks:
       - pilosanet
-networks: 
+networks:
   pilosanet:

lattice/src/App/AuthFlow/index.ts

@@ -1 +1 @@
-export * from './Signin';
+export * from './Signin';

lattice/src/App/QueryBuilder/QueryBuilder.module.scss

@@ -34,7 +34,7 @@
   }
 }
 
-.config { 
+.config {
   padding: 24px 32px 0;
   flex-grow: 1;
 }

pg/lookerToFeaturebase.md

@@ -536,7 +536,7 @@ server-->>213070643358498:-BIND COMPLETE
 server-->>213070643358498:-NO DATA
 server-->>213070643358498:-EMPTY QUERY RESPONSE
 server-->>213070643358498:-READY FOR QUERY type=<IDLE>
-213070643358498->>server:+PARSE name='', num_params=0, params_type=, query=SELECT 1 
+213070643358498->>server:+PARSE name='', num_params=0, params_type=, query=SELECT 1
 213070643358498->>server:+BIND portal='', name='', num_formats=0, formats=, num_params=0, params=
 213070643358498->>server:+DESCRIBE kind='P', name=''
 213070643358498->>server:+EXECUTE name='', nb_rows=0

pg/lookerToPostgres.md

@@ -557,7 +557,7 @@ server-->>213070643360924:-BIND COMPLETE
 server-->>213070643360924:-NO DATA
 server-->>213070643360924:-EMPTY QUERY RESPONSE
 server-->>213070643360924:-READY FOR QUERY type=<IDLE>
-213070643360924->>server:+PARSE name='', num_params=0, params_type=, query=SELECT 1 
+213070643360924->>server:+PARSE name='', num_params=0, params_type=, query=SELECT 1
 213070643360924->>server:+BIND portal='', name='', num_formats=0, formats=, num_params=0, params=
 213070643360924->>server:+DESCRIBE kind='P', name=''
 213070643360924->>server:+EXECUTE name='', nb_rows=0

qa/scripts/auth-smoke/setup.sh

@@ -49,11 +49,11 @@ DEPLOYED_INGEST_IPS_LEN=`echo "$DEPLOYED_INGEST_IPS" | wc -l`
 
 #wait until we can connect to one of the hosts
 for i in {0..24}
-do 
+do
     ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
     if [ $? -eq 0 ]
     then
-        echo "Cluster is up after ${i} tries." 
+        echo "Cluster is up after ${i} tries."
         break
     fi
     sleep 10
@@ -62,7 +62,7 @@ done
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
 if [ $? -ne 0 ]
 then
-    echo "Unable to connect to cluster - giving up" 
+    echo "Unable to connect to cluster - giving up"
     exit 1
 fi
 
@@ -75,7 +75,7 @@ for i in {0..24}; do
     if [ $? -eq 0 ]; then
         echo "Cluster is up after ${i} tries"
         exit 0
-    fi 
+    fi
     sleep 1
 done
 exit $?

qa/scripts/auth-smoke/test.sh

@@ -15,8 +15,8 @@ HOSTS=($( cat ./qa/tf/ci/auth-smoke/outputs.json | jq -r '.data_node_ips.value'
 echo "Copying tests to remote"
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/auth-smoke/tests/ ec2-user@${INGESTNODE0}:/data
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./datagen_linux_arm64 ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Copy failed"
     exit 1
 fi
@@ -27,11 +27,11 @@ ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-use
 SMOKETESTRESULT=$?
 
 
-if (( $SMOKETESTRESULT != 0 )) 
-then 
+if (( $SMOKETESTRESULT != 0 ))
+then
     echo "smoke tests complete with test failures"
 else
     echo "smoke tests complete"
 fi
 
-exit $SMOKETESTRESULT 
+exit $SMOKETESTRESULT

qa/scripts/auth-smoke/tests/sup218-test.sh

@@ -17,17 +17,17 @@ done
 HOST=${HOSTS[2]}
 
 ADMIN_TOKEN="eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiYWRtaW4ifQ.I1iCgk1VU7m6e-En4ACTHIs6V2dZpy_8j2blSSo7K3U"
-# ingest string key data to user index 
+# ingest string key data to user index
 /data/datagen --source custom --custom-config /data/tests/sup218_datagen.yaml --pilosa.index=user --pilosa.hosts=https://$HOST:10101 --pilosa.batch-size=1000 --auth-token=$ADMIN_TOKEN
 ifErr "running datagen on $HOST"
 
-# install grpcurl 
+# install grpcurl
 wget https://github.com/fullstorydev/grpcurl/releases/download/v1.8.6/grpcurl_1.8.6_linux_arm64.tar.gz
 tar -xvf grpcurl_1.8.6_linux_arm64.tar.gz
 chmod +x grpcurl
 
 for ip in ${HOSTS[@]}; do
-    # then make a `select distinct test_field from user` 
+    # then make a `select distinct test_field from user`
     ./grpcurl -H 'Authorization: Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiYWRtaW4ifQ.I1iCgk1VU7m6e-En4ACTHIs6V2dZpy_8j2blSSo7K3U' -d '{"sql": "select * from user limit 1"}' $ip:20101 pilosa.Pilosa.QuerySQL
     # make sure it doesn't fail
     ifErr "select * from user failed when it shouldn't have!"

qa/scripts/auth-smoke/tests/sup218_datagen.yaml

@@ -25,7 +25,7 @@ fields:
     max_date: 2007-01-02T15:04:05.001Z # RFC3339Nano
     distribution: "increasing" # only "increasing" is supported right now
     min_step_duration: "10ns"
-    max_step_duration: "200ms" 
+    max_step_duration: "200ms"
   - name: "slice"
     type: "uint-set" # (default IDArrayField)
     min: 0

qa/scripts/backupRestoreTest.sh

@@ -2,13 +2,13 @@
 
 HOSTS=($@)
 /data/datagen --source custom --custom-config /data/backup_test_datagen.yaml --pilosa.index=backup_test --pilosa.hosts=$HOSTS --pilosa.batch-size=1000
-# make sure backup doesn't fail 
+# make sure backup doesn't fail
 if (( $? != 0 )); then
     echo "datagen failed"
     exit 1
 fi
 
-# kill a node somehow 
+# kill a node somehow
 echo "hosts we've got"
 for host in ${HOSTS[@]}; do
     echo $host;
@@ -19,22 +19,22 @@ echo "getting checksum from $KILLNODE"
 firstCheckSum=$(featurebase chksum --host $KILLNODE)
 echo "first check sum: $firstCheckSum"
 if (( $? != 0 ))
-then 
+then
     echo "getting checksum from $KILLNODE failed"
     exit 1
 fi
 
 echo "pausing node $KILLNODE"
-ssh -A -o "StrictHostKeyChecking no" ec2-user@${KILLNODE} "sudo systemctl stop featurebase" 
+ssh -A -o "StrictHostKeyChecking no" ec2-user@${KILLNODE} "sudo systemctl stop featurebase"
 if (( $? != 0 ))
-then 
+then
     echo "pausing node $KILLNODE failed"
     exit 1
 fi
 
 # backup from ingest node
 featurebase backup --host=${HOSTS[2]} --retry-period=0s --output=backupWOOO
-# make sure backup doesn't fail 
+# make sure backup doesn't fail
 if (( $? != 0 )); then
     echo "backup failed!!!!!!!!!!"
     exit 1
@@ -44,8 +44,8 @@ echo "stopping all featurebase nodes"
 # kill all featurebase nodes and wipe the data directory
 for host in ${HOSTS[@]}; do
     echo "stopping featurebase on ${host}"
-    ssh -A -o "StrictHostKeyChecking no" ec2-user@${host} "sudo systemctl stop featurebase && sudo find /data/featurebase/ -mindepth 1 -delete" 
-    if (( $? != 0 )); then 
+    ssh -A -o "StrictHostKeyChecking no" ec2-user@${host} "sudo systemctl stop featurebase && sudo find /data/featurebase/ -mindepth 1 -delete"
+    if (( $? != 0 )); then
         echo "emptying and stopping node failed"
         exit 1
     fi
@@ -55,8 +55,8 @@ echo "starting all featurebase nodes"
 # start all featurebase nodes - systemd
 for host in ${HOSTS[@]}; do
     echo "starting featurebase on ${host}"
-    ssh -A -o "StrictHostKeyChecking no" ec2-user@${host} "sudo systemctl restart featurebase" 
-    if (( $? != 0 )); then 
+    ssh -A -o "StrictHostKeyChecking no" ec2-user@${host} "sudo systemctl restart featurebase"
+    if (( $? != 0 )); then
         echo "restarting featurebase failed"
         exit 1
     fi
@@ -64,12 +64,12 @@ done
 
 echo "waiting for featurebase to start"
 # wait until we can connect to one of the hosts
-for i in {0..24}; do 
+for i in {0..24}; do
     echo "checking ${HOSTS[1]}:10101/status"
     curl -v ${HOSTS[1]}:10101/status
-    S=$(curl -s ${HOSTS[1]}:10101/status | jq -r ".state"); 
-    if [[ $S == "NORMAL" ]]; then 
-        echo "hosts up after $i tries"; 
+    S=$(curl -s ${HOSTS[1]}:10101/status | jq -r ".state");
+    if [[ $S == "NORMAL" ]]; then
+        echo "hosts up after $i tries";
         break;
     fi
     echo "attempt $i resulted in $S"
@@ -83,7 +83,7 @@ if [[ $S != "NORMAL" ]]; then
 fi
 
 echo "restoring featurebase"
-# featurebase restore 
+# featurebase restore
 featurebase restore -s=backupWOOO --host=${HOSTS[1]}
 
 # make sure it doesn't fail
@@ -96,12 +96,12 @@ fi
 echo "getting checksum from $KILLNODE"
 secondChkSum=$(featurebase chksum --host $KILLNODE)
 echo "second checkSum $secondChkSum"
-if (( $? != 0 )); then 
+if (( $? != 0 )); then
     echo "getting checksum from $KILLNODE failed"
     exit 1
 fi
 
-if [[ $firstCheckSum == $secondChkSum ]]; then 
+if [[ $firstCheckSum == $secondChkSum ]]; then
     echo "checksums match"
     exit 0
 else
@@ -109,4 +109,4 @@ else
     echo "second check sum $secondCheckSum"
     echo "check sums don't match"
     exit 1
-fi 
+fi

qa/scripts/backup_test_datagen.yaml

@@ -25,7 +25,7 @@ fields:
     max_date: 2007-01-02T15:04:05.001Z # RFC3339Nano
     distribution: "increasing" # only "increasing" is supported right now
     min_step_duration: "10ns"
-    max_step_duration: "200ms" 
+    max_step_duration: "200ms"
   - name: "slice"
     type: "uint-set" # (default IDArrayField)
     min: 0

qa/scripts/bug_repro_tests.sh

@@ -14,13 +14,13 @@ echo "using DATANODE0 ${DATANODE0}"
 
 
 # install librdkafka ... workaround until we have static datagen builds for arm
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "sudo yum -y install librdkafka" 
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "sudo yum -y install librdkafka"
 
 echo "Copying tests to remote"
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/testcases/bug-repros/ ec2-user@${INGESTNODE0}:/data
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./datagen_linux_arm64 ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Copy failed"
     exit 1
 fi
@@ -31,11 +31,11 @@ ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-use
 SMOKETESTRESULT=$?
 
 
-if (( $SMOKETESTRESULT != 0 )) 
-then 
+if (( $SMOKETESTRESULT != 0 ))
+then
     echo "smoke tests complete with test failures"
 else
     echo "smoke tests complete"
 fi
 
-exit $SMOKETESTRESULT 
+exit $SMOKETESTRESULT

qa/scripts/perf/able/ableRun.sh

@@ -3,12 +3,12 @@
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 
 # requires TF_VAR_cluster_prefix env var to be set
-if [ -z ${TF_VAR_cluster_prefix+x} ]; then 
+if [ -z ${TF_VAR_cluster_prefix+x} ]; then
     echo "setting TF_VAR_cluster_prefix";
     export TF_VAR_cluster_prefix="able-$(openssl rand -base64 12 | tr -d /=+ | cut -c -16)"
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";  
-else 
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'"; 
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
+else
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
 fi
 
 $SCRIPT_DIR/ableSetup.sh

qa/scripts/perf/able/ableSetup.sh

@@ -3,11 +3,11 @@
 # To run script: ./ableSetup.sh
 export TF_IN_AUTOMATION=1
 
-if [ -z ${TF_VAR_cluster_prefix+x} ]; then 
+if [ -z ${TF_VAR_cluster_prefix+x} ]; then
     echo "TF_VAR_cluster_prefix is unset";
     exit 1
-else 
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'"; 
+else
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
 fi
 
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
@@ -52,11 +52,11 @@ DEPLOYED_INGEST_IPS_LEN=`echo "$DEPLOYED_INGEST_IPS" | wc -l`
 
 #wait until we can connect to one of the hosts
 for i in {0..24}
-do 
+do
     ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
     if [ $? -eq 0 ]
     then
-        echo "Cluster is up after ${i} tries." 
+        echo "Cluster is up after ${i} tries."
         break
     fi
     sleep 10
@@ -65,7 +65,7 @@ done
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
 if [ $? -ne 0 ]
 then
-    echo "Unable to connect to cluster - giving up" 
+    echo "Unable to connect to cluster - giving up"
     exit 1
 fi
 
@@ -74,8 +74,8 @@ setupClusterNodes
 # verify featurebase running
 echo "Verifying featurebase cluster running..."
 curl -s http://${DATANODE0}:10101/status
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Featurebase cluster not running"
     exit 1
 fi

qa/scripts/perf/able/ableTest.sh

@@ -16,35 +16,35 @@ echo "using DATANODE0 ${DATANODE0}"
 
 echo "Copying tests to remote"
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/perf/able/*.js ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Copy failed"
     exit 1
 fi
 
 # copy restore data to ingest node
 echo "Copying restore data from S3"
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "aws s3 cp s3://molecula-perf-storage/able/perf-able-seg.tar.xz /data/perf-able-seg.tar.xz --no-progress" 
-if (( $? != 0 )) 
-then 
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "aws s3 cp s3://molecula-perf-storage/able/perf-able-seg.tar.xz /data/perf-able-seg.tar.xz --no-progress"
+if (( $? != 0 ))
+then
     echo "Copy failed"
     exit 1
 fi
 
 # untar data
 echo "Untarring data"
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; tar -xf perf-able-seg.tar.xz" 
-if (( $? != 0 )) 
-then 
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; tar -xf perf-able-seg.tar.xz"
+if (( $? != 0 ))
+then
     echo "Untarring failed"
     exit 1
 fi
 
 # restore data
 echo "Restoring data"
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; featurebase restore --host http://${DATANODE0}:10101 -s /data/data/backup > restore.out" 
-if (( $? != 0 )) 
-then 
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; featurebase restore --host http://${DATANODE0}:10101 -s /data/data/backup > restore.out"
+if (( $? != 0 ))
+then
     echo "Restoring failed"
     exit 1
 fi
@@ -52,15 +52,15 @@ fi
 # run test
 echo "Running perf test"
 # leaving this here because K6 is timing out and need to work out why
-#ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "/home/ec2-user/bin/k6 run -e DATANODE0=test.k6.io /data/highcardinalitygroupby.js" 
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "curl ${DATANODE0}:10101/index/seg/query -X POST -o /data/response.json -d 'GroupBy(Rows(education_level), Rows(gender), Rows(domain), aggregate=Sum(field=age))'" 
+#ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "/home/ec2-user/bin/k6 run -e DATANODE0=test.k6.io /data/highcardinalitygroupby.js"
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "curl ${DATANODE0}:10101/index/seg/query -X POST -o /data/response.json -d 'GroupBy(Rows(education_level), Rows(gender), Rows(domain), aggregate=Sum(field=age))'"
 ABLETESTRESULT=$?
 
-if (( $ABLETESTRESULT != 0 )) 
-then 
+if (( $ABLETESTRESULT != 0 ))
+then
     echo "able perf test complete with failures"
 else
     echo "able test complete"
 fi
 
-exit $ABLETESTRESULT 
+exit $ABLETESTRESULT

qa/scripts/perf/able/generateTestData.sh

@@ -16,7 +16,7 @@ generatePilosaHostsString() {
     cnt=0
     for ip in $DEPLOYED_DATA_IPS
     do
-        if (($cnt + 1 != $DEPLOYED_DATA_IPS_LEN)) 
+        if (($cnt + 1 != $DEPLOYED_DATA_IPS_LEN))
         then
             PILOSA_HOSTS="${PILOSA_HOSTS}p${cnt}=$ip:10101,"
         else
@@ -30,4 +30,4 @@ generatePilosaHostsString() {
 
 generatePilosaHostsString
 
-datagen -s custom --custom-config=./able.yaml --pilosa.index=seg --pilosa.batch-size=1048576 --pilosa.hosts ${PILOSA_HOSTS}
+datagen -s custom --custom-config=./able.yaml --pilosa.index=seg --pilosa.batch-size=1048576 --pilosa.hosts ${PILOSA_HOSTS}

qa/scripts/perf/able/highcardinalitygroupby.js

@@ -8,4 +8,4 @@ export default function () {
 
     let res = http.post(`http://${__ENV.DATANODE0}:10101/index/seg/query`, "GroupBy(Rows(education_level), Rows(gender), Rows(political_party), Rows(domain), aggregate=Sum(field=age))", params);
     sleep(1);
-}
+}

qa/scripts/perf/able/values/education.txt

@@ -3,4 +3,4 @@ High School
 Some College
 College
 Master's
-Doctorate
+Doctorate

qa/scripts/perf/able/values/gender.txt

@@ -2,4 +2,4 @@ Male,0.48
 Female,0.48
 Transgender,0.01
 Other,0.01
-Unspecified,0.02
+Unspecified,0.02

qa/scripts/perf/able/values/income.txt

@@ -4,4 +4,4 @@ $54,201-$86,350
 $86,351-$164,900
 $164,901-$209,400
 $209,401-$523,600
-$523,601 or more
+$523,601 or more

qa/scripts/perf/able/values/opendns-top-domains-10K.txt

@@ -9997,4 +9997,4 @@ clkbid.com
 cyveillance.com
 musicnet.com
 mrnumber.com
-arenabg.com
+arenabg.com

qa/scripts/perf/able/values/political_parties.txt

@@ -4,4 +4,4 @@ Independent
 Libertarian
 Green
 Federalist
-Whig
+Whig

qa/scripts/perf/delete/deleteSetup.sh

@@ -3,11 +3,11 @@
 # To run script: ./deleteSetup.sh
 export TF_IN_AUTOMATION=1
 
-if [ -z ${TF_VAR_cluster_prefix+x} ]; then 
+if [ -z ${TF_VAR_cluster_prefix+x} ]; then
     echo "TF_VAR_cluster_prefix is unset";
     exit 1
-else 
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'"; 
+else
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
 fi
 
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
@@ -52,11 +52,11 @@ DEPLOYED_INGEST_IPS_LEN=`echo "$DEPLOYED_INGEST_IPS" | wc -l`
 
 # wait until we can connect to one of the hosts
 for i in {0..24}
-do 
+do
     ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
     if [ $? -eq 0 ]
     then
-        echo "Cluster is up after ${i} tries." 
+        echo "Cluster is up after ${i} tries."
         break
     fi
     sleep 10
@@ -65,7 +65,7 @@ done
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
 if [ $? -ne 0 ]
 then
-    echo "Unable to connect to cluster - giving up" 
+    echo "Unable to connect to cluster - giving up"
     exit 1
 fi
 
@@ -74,8 +74,8 @@ setupClusterNodes
 # verify featurebase running
 echo "Verifying featurebase cluster running..."
 curl -s http://${DATANODE0}:10101/status
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Featurebase cluster not running"
     exit 1
 fi

qa/scripts/perf/delete/deleteTest.sh

@@ -17,7 +17,7 @@ then
 fi
 
 # make it executable
-chmod +x datagen 
+chmod +x datagen
 if (( $? != 0 ))
 then
     echo "couldn't make datagen executable"
@@ -26,24 +26,24 @@ fi
 
 # copy it over to the ingest node
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./datagen ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "datagen copy failed"
     exit 1
 fi
 
 # setup the yum repo needed for librdkafka onto the ingest node
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/perf/delete/confluent ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "confluent repo setup copy failed"
     exit 1
 fi
 
 echo "setting up confluent repo"
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "sudo mv /data/confluent /etc/yum.repos.d" 
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "sudo mv /data/confluent /etc/yum.repos.d"
 if (( $? != 0 ))
-then 
+then
     echo "setting up confluent repo failed"
     exit 1
 fi
@@ -52,23 +52,23 @@ fi
 echo "installing librdkafka on ingest node"
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "sudo rpm --import http://packages.confluent.io/rpm/3.1/archive.key && sudo yum clean all && sudo yum install librdkafka-devel -y"
 if (( $? != 0 ))
-then 
+then
     echo "librdkafka install failed"
     exit 1
 fi
 
 # copy tremor.yaml over to the ingest node
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/perf/delete/tremor.yaml ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "tremor.yaml copy failed"
     exit 1
 fi
 
 # copy the tests over to ingest node
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/perf/delete/test.py ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "test copy failed"
     exit 1
 fi
@@ -78,11 +78,11 @@ echo "running delete test"
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; python3 test.py ${DATANODE0}"
 TESTRESULT=$?
 
-if (( $TESTRESULT != 0 )) 
-then 
+if (( $TESTRESULT != 0 ))
+then
     echo "delete test failed"
 else
     echo "delete test complete"
 fi
 
-exit $TESTRESULT 
+exit $TESTRESULT

qa/scripts/perf/delete/tremor.yaml

@@ -25,7 +25,7 @@ fields:
     max_date: 2007-01-02T15:04:05.001Z # RFC3339Nano
     distribution: "increasing" # only "increasing" is supported right now
     min_step_duration: "10ns"
-    max_step_duration: "200ms" 
+    max_step_duration: "200ms"
   - name: "slice"
     type: "uint-set" # (default IDArrayField)
     min: 0

qa/scripts/runSamsungGauntlet.sh

@@ -3,12 +3,12 @@
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 
 # requires TF_VAR_cluster_prefix env var to be set
-if [ -z ${TF_VAR_cluster_prefix+x} ]; then 
+if [ -z ${TF_VAR_cluster_prefix+x} ]; then
     echo "setting TF_VAR_cluster_prefix";
     export TF_VAR_cluster_prefix="gauntlet-$(openssl rand -base64 12 | tr -d /=+ | cut -c -16)"
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";  
-else 
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'"; 
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
+else
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
 fi
 
 $SCRIPT_DIR/setupSamsungGauntlet.sh

qa/scripts/runSmokeTest.sh

@@ -3,12 +3,12 @@
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 
 # requires TF_VAR_cluster_prefix env var to be set
-if [ -z ${TF_VAR_cluster_prefix+x} ]; then 
+if [ -z ${TF_VAR_cluster_prefix+x} ]; then
     echo "setting TF_VAR_cluster_prefix";
     export TF_VAR_cluster_prefix="smoke-$(openssl rand -base64 12 | tr -d /=+ | cut -c -16)"
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";  
-else 
-    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'"; 
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
+else
+    echo "TF_VAR_cluster_prefix is set to '$TF_VAR_cluster_prefix'";
 fi
 
 $SCRIPT_DIR/setupSmokeTest.sh

qa/scripts/setupBackupRestoreGauntlet.sh

@@ -45,11 +45,11 @@ DEPLOYED_INGEST_IPS_LEN=`echo "$DEPLOYED_INGEST_IPS" | wc -l`
 
 #wait until we can connect to one of the hosts
 for i in {0..24}
-do 
+do
     ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
     if [ $? -eq 0 ]
     then
-        echo "Cluster is up after ${i} tries." 
+        echo "Cluster is up after ${i} tries."
         break
     fi
     sleep 10
@@ -58,7 +58,7 @@ done
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
 if [ $? -ne 0 ]
 then
-    echo "Unable to connect to cluster - giving up" 
+    echo "Unable to connect to cluster - giving up"
     exit 1
 fi
 
@@ -67,8 +67,8 @@ setupClusterNodes
 # verify featurebase running
 echo "Verifying featurebase cluster running..."
 curl -s http://${DATANODE0}:10101/status
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Featurebase cluster not running"
     exit 1
 fi

qa/scripts/setupSamsungGauntlet.sh

@@ -45,11 +45,11 @@ DEPLOYED_INGEST_IPS_LEN=`echo "$DEPLOYED_INGEST_IPS" | wc -l`
 
 #wait until we can connect to one of the hosts
 for i in {0..24}
-do 
+do
     ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
     if [ $? -eq 0 ]
     then
-        echo "Cluster is up after ${i} tries." 
+        echo "Cluster is up after ${i} tries."
         break
     fi
     sleep 10
@@ -58,7 +58,7 @@ done
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
 if [ $? -ne 0 ]
 then
-    echo "Unable to connect to cluster - giving up" 
+    echo "Unable to connect to cluster - giving up"
     exit 1
 fi
 
@@ -67,8 +67,8 @@ setupClusterNodes
 # verify featurebase running
 echo "Verifying featurebase cluster running..."
 curl -s http://${DATANODE0}:10101/status
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Featurebase cluster not running"
     exit 1
 fi

qa/scripts/setupSmokeTest.sh

@@ -46,11 +46,11 @@ DEPLOYED_INGEST_IPS_LEN=`echo "$DEPLOYED_INGEST_IPS" | wc -l`
 
 #wait until we can connect to one of the hosts
 for i in {0..24}
-do 
+do
     ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
     if [ $? -eq 0 ]
     then
-        echo "Cluster is up after ${i} tries." 
+        echo "Cluster is up after ${i} tries."
         break
     fi
     sleep 10
@@ -59,7 +59,7 @@ done
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o StrictHostKeyChecking=no -o ConnectTimeout=10 ec2-user@${DATANODE0} "pwd"
 if [ $? -ne 0 ]
 then
-    echo "Unable to connect to cluster - giving up" 
+    echo "Unable to connect to cluster - giving up"
     exit 1
 fi
 
@@ -68,8 +68,8 @@ setupClusterNodes
 # verify featurebase running
 echo "Verifying featurebase cluster running..."
 curl -s http://${DATANODE0}:10101/status
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Featurebase cluster not running"
     exit 1
 fi

qa/scripts/setupTLS.sh

@@ -10,7 +10,7 @@ fi
 
 ifErr() {
     res=$?
-    if (( res != 0 )); then 
+    if (( res != 0 )); then
         echo "error: $1"
         exit $res
     fi

qa/scripts/testBackupRestoreGauntlet.sh

@@ -22,16 +22,16 @@ installDatagen $INGESTNODE0
 
 # copy the tests over to ingest node
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/backupRestoreTest.sh ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "test copy failed"
     exit 1
 fi
 
 # copy the datagen over to ingest node
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/backup_test_datagen.yaml ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "test copy failed"
     exit 1
 fi
@@ -41,11 +41,11 @@ echo "running backup test with hosts: ${HOSTS[@]}"
 ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; ./backupRestoreTest.sh ${HOSTS[@]}"
 TESTRESULT=$?
 
-if (( $TESTRESULT != 0 )) 
-then 
+if (( $TESTRESULT != 0 ))
+then
     echo "backup test failed"
 else
     echo "backup test complete"
 fi
 
-exit $TESTRESULT 
+exit $TESTRESULT

qa/scripts/testSamsungGauntlet.sh

@@ -11,23 +11,23 @@ echo "using DATANODE0 ${DATANODE0}"
 # generate csv files
 echo "Building simulacraData..."
 GOOS=linux GOARCH=arm64 go build ./qa/simulacraData/...
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Build failed"
     exit 1
 fi
 echo "Copying simulacraData..."
 scp -i ~/.ssh/gitlab-featurebase-ci.pem simulacraData ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Copy failed"
     exit 1
 fi
 
 echo "Running simulacraData..."
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem ec2-user@${INGESTNODE0} "cd /data && /data/simulacraData" 
-if (( $? != 0 )) 
-then 
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem ec2-user@${INGESTNODE0} "cd /data && /data/simulacraData"
+if (( $? != 0 ))
+then
     echo "Making big files failed"
     exit 1
 fi
@@ -36,24 +36,24 @@ echo "Running simulacraData done."
 # ingest these files the way that samsung does it
 echo "Copying testSamsungPayload.sh..."
 scp -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/scripts/testSamsungPayload.sh ec2-user@${INGESTNODE0}:
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Copying testSamsungPayload.sh failed"
     exit 1
 fi
 
 echo "Running (1) testSamsungPayload.sh..."
-ssh -T -A -i ~/.ssh/gitlab-featurebase-ci.pem -o ServerAliveInterval=30 ec2-user@${INGESTNODE0} "./testSamsungPayload.sh http://${DATANODE0}:10101 1" 
-if (( $? != 0 )) 
-then 
+ssh -T -A -i ~/.ssh/gitlab-featurebase-ci.pem -o ServerAliveInterval=30 ec2-user@${INGESTNODE0} "./testSamsungPayload.sh http://${DATANODE0}:10101 1"
+if (( $? != 0 ))
+then
     echo "Running 1 testSamsungPayload.sh failed"
     exit 1
 fi
 
 echo "Running (0) testSamsungPayload.sh..."
-ssh -T -A -i ~/.ssh/gitlab-featurebase-ci.pem -o ServerAliveInterval=30 ec2-user@${INGESTNODE0} "./testSamsungPayload.sh http://${DATANODE0}:10101 0" 
-if (( $? != 0 )) 
-then 
+ssh -T -A -i ~/.ssh/gitlab-featurebase-ci.pem -o ServerAliveInterval=30 ec2-user@${INGESTNODE0} "./testSamsungPayload.sh http://${DATANODE0}:10101 0"
+if (( $? != 0 ))
+then
     echo "Running 0 testSamsungPayload.sh failed"
     exit 1
 fi
@@ -61,4 +61,4 @@ fi
 # query workload that runs
 
 
-echo "Done."
+echo "Done."

qa/scripts/testSamsungPayload.sh

@@ -3,7 +3,7 @@
 # path for featurebase binary
 FEATUREBASE_PATH=/usr/local/bin
 
-# path for directory with csv directory files for all fields to be ingested 
+# path for directory with csv directory files for all fields to be ingested
 CSV_DIR_PATH=/data
 
 # To run:
@@ -11,29 +11,29 @@ CSV_DIR_PATH=/data
 
 function delete_field {
     if (($INITIALIZE == 0));
-    then 
+    then
         curl -XDELETE $HOST/index/$INDEX/field/$FIELD
     fi
 }
 
-# Script to replicate samsung workload of deleting and re-ingesting fields every night 
-# outline delete and re-ingest workload 
-function ingest_int_field { 
+# Script to replicate samsung workload of deleting and re-ingesting fields every night
+# outline delete and re-ingest workload
+function ingest_int_field {
     delete_field
     curl -XPOST $HOST/index/$INDEX/field/$FIELD -d '{"options": {"type": "int", "min": 0, "max":'$MAX'}}'
-    $FEATUREBASE_PATH/featurebase import --host $HOST -i $INDEX -f $FIELD $CSV_FILE 
+    $FEATUREBASE_PATH/featurebase import --host $HOST -i $INDEX -f $FIELD $CSV_FILE
 }
 
 function ingest_time_field {
     delete_field
     curl -XPOST $HOST/index/$INDEX/field/$FIELD -d '{"options": {"keys": true, "type": "time", "timeQuantum": "YMD"}}'
-    $FEATUREBASE_PATH/featurebase import --host $HOST -i $INDEX -f $FIELD $CSV_FILE 
+    $FEATUREBASE_PATH/featurebase import --host $HOST -i $INDEX -f $FIELD $CSV_FILE
 }
 
 function ingest_set_field {
     delete_field
     curl -XPOST $HOST/index/$INDEX/field/$FIELD -d '{"options": {"keys": true}}'
-    $FEATUREBASE_PATH/featurebase import --host $HOST -i $INDEX -f $FIELD $CSV_FILE 
+    $FEATUREBASE_PATH/featurebase import --host $HOST -i $INDEX -f $FIELD $CSV_FILE
 }
 
 # featurebase host & port
@@ -42,37 +42,37 @@ shift
 
 # intialize flag - 0:disabled, 1:enabled - creates the index and fields for testing
 INITIALIZE=$1
-shift 
+shift
 
-# get a list of csv files in the directory 
+# get a list of csv files in the directory
 CSV_FILES=`ls $CSV_DIR_PATH/*.csv`
 
-# assign index name 
+# assign index name
 INDEX="samsung"
 if (($INITIALIZE == 1));
-then 
+then
     curl -XPOST $HOST/index/$INDEX
 fi
 
-# perform delete and re-ingest for all fields 
+# perform delete and re-ingest for all fields
 for CSV_FILE in ${CSV_FILES[@]}
-    do 
-        # get field name from csv file path 
+    do
+        # get field name from csv file path
         FIELD="$(basename $CSV_FILE .csv)"
         if [[ "$FIELD" == *"age"* ]];
-        then 
-            MAX=100 
+        then
+            MAX=100
             ingest_int_field
         elif [[ "$FIELD" == *"identifier"* ]];
-        then 
+        then
             MAX=$((2**63 - 1)) # compute max value for 64bit
             ingest_int_field
         elif [[ "$FIELD" == *"ip"* ]];
-        then 
+        then
             MAX=$((2**31 - 1)) # compute max value for 32bit
             ingest_int_field
         elif [[ "$FIELD" == *"time"* ]];
-        then 
+        then
             ingest_time_field
         else
             ingest_set_field

qa/scripts/testSmokeTest.sh

@@ -19,30 +19,30 @@ mv config.py ./qa/testcases/smoketest/config.py
 
 echo "Copying tests to remote"
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ./qa/testcases/smoketest/*.py ec2-user@${INGESTNODE0}:/data
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Copy failed"
     exit 1
 fi
 
 # run smoke test
 echo "Running smoke test..."
-ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; ~/.local/bin/pytest --junitxml=report.xml" 
+ssh -A -i ~/.ssh/gitlab-featurebase-ci.pem -o "StrictHostKeyChecking no" ec2-user@${INGESTNODE0} "cd /data; ~/.local/bin/pytest --junitxml=report.xml"
 SMOKETESTRESULT=$?
 
 echo "Copying test report to local"
 scp -r -i ~/.ssh/gitlab-featurebase-ci.pem ec2-user@${INGESTNODE0}:/data/report.xml report.xml
-if (( $? != 0 )) 
-then 
+if (( $? != 0 ))
+then
     echo "Copy failed"
     exit 1
 fi
 
-if (( $SMOKETESTRESULT != 0 )) 
-then 
+if (( $SMOKETESTRESULT != 0 ))
+then
     echo "Smoke test complete with test failures"
 else
     echo "Smoke test complete"
 fi
 
-exit $SMOKETESTRESULT 
+exit $SMOKETESTRESULT

qa/testcases/bug-repros/fb-1332.sh

@@ -20,7 +20,7 @@ if [[ $( curl -XDELETE $1/index/fb1332| jq '.error' ) != "null" ]]; then
     exit 1
 fi
 
-# fb restore 
+# fb restore
 featurebase restore --host=$1 -s=fb1332.bak
 if (( $? != 0 )); then
     echo "couldn't restore"

qa/tf/ci/auth-smoke/provider.tf

@@ -1,4 +1,4 @@
 provider "aws" {
   region  = var.region
   profile = var.profile
-}
+}

qa/tf/ci/auth-smoke/tf.auto.tfvars

@@ -1,2 +1,2 @@
 region  = "us-east-2"
-profile = "service-terraform"
+profile = "service-terraform"

qa/tf/ci/smoketest/main.tf

@@ -11,4 +11,4 @@ module "ci-cluster" {
     vpc_cidr_block = "10.0.0.0/16"
     vpc_public_subnets = ["subnet-066b4b922b54e51a2","subnet-037b8884269a69025","subnet-08482631514426210",]
     vpc_private_subnets = ["subnet-0319dde319380326f","subnet-0517ca9a646d80f88","subnet-05a7b685ed27eb1cf",]
-}
+}

qa/tf/ci/smoketest/provider.tf

@@ -1,4 +1,4 @@
 provider "aws" {
   region  = var.region
   profile = var.profile
-}
+}

qa/tf/ci/smoketest/tf.auto.tfvars

@@ -1,2 +1,2 @@
 region  = "us-east-2"
-profile = "service-terraform"
+profile = "service-terraform"

qa/tf/gauntlet/backuprestore/provider.tf

@@ -1,4 +1,4 @@
 provider "aws" {
   region  = var.region
   profile = var.profile
-}
+}

qa/tf/gauntlet/backuprestore/tf.auto.tfvars

@@ -1,2 +1,2 @@
 region  = "us-east-2"
-profile = "service-terraform"
+profile = "service-terraform"

qa/tf/gauntlet/samsung/main.tf

@@ -13,4 +13,4 @@ module "samsung-cluster" {
     vpc_cidr_block = "10.0.0.0/16"
     vpc_public_subnets = ["subnet-066b4b922b54e51a2","subnet-037b8884269a69025","subnet-08482631514426210",]
     vpc_private_subnets = ["subnet-0319dde319380326f","subnet-0517ca9a646d80f88","subnet-05a7b685ed27eb1cf",]
-}
+}

qa/tf/gauntlet/samsung/provider.tf

@@ -1,4 +1,4 @@
 provider "aws" {
   region  = var.region
   profile = var.profile
-}
+}

qa/tf/gauntlet/samsung/tf.auto.tfvars

@@ -1,2 +1,2 @@
 region  = "us-east-2"
-profile = "service-terraform"
+profile = "service-terraform"

qa/tf/perf/able/main.tf

@@ -14,4 +14,4 @@ module "able-cluster" {
     vpc_cidr_block = "10.0.0.0/16"
     vpc_public_subnets = ["subnet-066b4b922b54e51a2","subnet-037b8884269a69025","subnet-08482631514426210",]
     vpc_private_subnets = ["subnet-0319dde319380326f","subnet-0517ca9a646d80f88","subnet-05a7b685ed27eb1cf",]
-}
+}

qa/tf/perf/able/provider.tf

@@ -1,4 +1,4 @@
 provider "aws" {
   region  = var.region
   profile = var.profile
-}
+}

qa/tf/perf/able/tf.auto.tfvars

@@ -1,2 +1,2 @@
 region  = "us-east-2"
-profile = "service-terraform"
+profile = "service-terraform"

scripts/bench_read.sh

@@ -21,7 +21,7 @@ SHA=$(git -C $PILOSA_SRC rev-parse HEAD)
 # Format current date.
 DATE=$(date '+%Y%m%d')
 
-for TYPE in row row-bsi row-range count count-keyed intersect union difference xor groupby topk 
+for TYPE in row row-bsi row-range count count-keyed intersect union difference xor groupby topk
 do
 	WORKFLOW_PATH="${BASH_SOURCE%/*}/etc/gloat/query.${TYPE}.yml"
 	WORKFLOW_NAME="$(gloat workflow name $WORKFLOW_PATH)"
@@ -46,4 +46,4 @@ do
 
 	# Post graph to Slack with SHA.
 	curl -F file=@/tmp/output.png -F channels=C01HBFKRLGH -F "initial_comment=$TITLE" -H "Authorization: Bearer $SLACK_OAUTH_TOKEN" https://slack.com/api/files.upload
-done
+done

scripts/bench_write.sh

@@ -21,7 +21,7 @@ SHA=$(git -C $PILOSA_SRC rev-parse HEAD)
 # Format current date.
 DATE=$(date '+%Y%m%d')
 
-for FILENAME in gh.1m.yml gh.issues.keyed.yml gh.issues.unkeyed.yml gh.issues.autogenerate.yml 
+for FILENAME in gh.1m.yml gh.issues.keyed.yml gh.issues.unkeyed.yml gh.issues.autogenerate.yml
 do
 	WORKFLOW_PATH="${BASH_SOURCE%/*}/etc/gloat/${FILENAME}"
 	WORKFLOW_NAME="$(gloat workflow name $WORKFLOW_PATH)"
@@ -39,4 +39,4 @@ do
 
 	# Post graph to Slack with SHA.
 	curl -F file=@/tmp/output.png -F channels=C01HBFKRLGH -F "initial_comment=$TITLE" -H "Authorization: Bearer $SLACK_OAUTH_TOKEN" https://slack.com/api/files.upload
-done
+done

scripts/etc/gloat/gh.1d.yml

@@ -1,7 +1,7 @@
 name: "GitHub Import Load Testing (1 day)"
 
 main: "pilosa server --data-dir ${TMPDIR} --storage.backend ${STORAGE_BACKEND}"
-load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-01T23:00:00Z --cache-dir ~/.githubarchive" 
+load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-01T23:00:00Z --cache-dir ~/.githubarchive"
 
 health_url: "http://localhost:10101/status"
 vars_urls:

scripts/etc/gloat/gh.1m.yml

@@ -1,7 +1,7 @@
 name: "GitHub Import Load Testing (1 month)"
 
 main: "pilosa server --data-dir ${TMPDIR} --storage.backend ${STORAGE_BACKEND}"
-load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-31T23:00:00Z --cache-dir ~/.githubarchive" 
+load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-31T23:00:00Z --cache-dir ~/.githubarchive"
 
 health_url: "http://localhost:10101/status"
 vars_urls:

scripts/etc/gloat/gh.1w.yml

@@ -1,7 +1,7 @@
 name: "GitHub Import Load Testing (1 week)"
 
 main: "pilosa server --data-dir ${TMPDIR} --storage.backend ${STORAGE_BACKEND}"
-load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-06T23:00:00Z --cache-dir ~/.githubarchive" 
+load: "molecula-consumer-github -i events -d id --record-type event --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-06T23:00:00Z --cache-dir ~/.githubarchive"
 
 health_url: "http://localhost:10101/status"
 vars_urls:

scripts/etc/gloat/gh.issues.autogenerate.yml

@@ -1,7 +1,7 @@
 name: "GitHub Issues Import Load Testing (two weeks, autogenerated ID)"
 
 main: "pilosa server --data-dir ${TMPDIR} --txsrc ${STORAGE_BACKEND}"
-load: "molecula-consumer-github -i issues -a --external-generate --record-type issue --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-13T23:00:00Z --cache-dir ~/.githubarchive" 
+load: "molecula-consumer-github -i issues -a --external-generate --record-type issue --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-13T23:00:00Z --cache-dir ~/.githubarchive"
 
 health_url: "http://localhost:10101/status"
 vars_urls:

scripts/etc/gloat/gh.issues.keyed.yml

@@ -1,7 +1,7 @@
 name: "GitHub Issues Import Load Testing (1 month, keyed)"
 
 main: "pilosa server --data-dir ${TMPDIR} --storage.backend ${STORAGE_BACKEND}"
-load: "molecula-consumer-github -i issues -r url --record-type issue --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-13T23:00:00Z --cache-dir ~/.githubarchive" 
+load: "molecula-consumer-github -i issues -r url --record-type issue --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-13T23:00:00Z --cache-dir ~/.githubarchive"
 
 health_url: "http://localhost:10101/status"
 vars_urls:

scripts/etc/gloat/gh.issues.unkeyed.yml

@@ -1,7 +1,7 @@
 name: "GitHub Issues Import Load Testing (1 month, unkeyed)"
 
 main: "pilosa server --data-dir ${TMPDIR} --storage.backend ${STORAGE_BACKEND}"
-load: "molecula-consumer-github -i issues -d id --record-type issue --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-13T23:00:00Z --cache-dir ~/.githubarchive" 
+load: "molecula-consumer-github -i issues -d id --record-type issue --batch-size=100000 --start-time 2020-01-01T00:00:00Z --end-time 2020-01-13T23:00:00Z --cache-dir ~/.githubarchive"
 
 health_url: "http://localhost:10101/status"
 vars_urls:

scripts/etc/gloat/query.count-keyed.yml

@@ -1,7 +1,7 @@
 name: "Count() Load Testing w/ Keys"
 
 main: "pilosa server --data-dir ~/pilosa.query.keyed.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type count -rate 100 -n 3000" 
+load: "pilosa-bench -type count -rate 100 -n 3000"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.count.yml

@@ -1,7 +1,7 @@
 name: "Count() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type count -rate 100 -n 3000" 
+load: "pilosa-bench -type count -rate 100 -n 3000"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.difference.yml

@@ -1,7 +1,7 @@
 name: "Difference() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type difference -rate 10 -n 300" 
+load: "pilosa-bench -type difference -rate 10 -n 300"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.groupby.yml

@@ -1,7 +1,7 @@
 name: "GroupBy() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type groupby -rate 100 -n 3000" 
+load: "pilosa-bench -type groupby -rate 100 -n 3000"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.intersect.yml

@@ -1,7 +1,7 @@
 name: "Intersect() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type intersect -rate 100 -n 3000" 
+load: "pilosa-bench -type intersect -rate 100 -n 3000"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.row-bsi.yml

@@ -1,7 +1,7 @@
 name: "Row(BSI) Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type row -rate 100 -n 3000" 
+load: "pilosa-bench -type row -rate 100 -n 3000"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.row-range.yml

@@ -1,7 +1,7 @@
 name: "Time-based Row() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type row-range -rate 10 -n 300 -from 2020-01-01T00:00:00Z -to 2020-01-31T23:00:00Z" 
+load: "pilosa-bench -type row-range -rate 10 -n 300 -from 2020-01-01T00:00:00Z -to 2020-01-31T23:00:00Z"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.row.yml

@@ -1,7 +1,7 @@
 name: "Row() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type row -rate 100 -n 3000" 
+load: "pilosa-bench -type row -rate 100 -n 3000"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.topk.yml

@@ -1,7 +1,7 @@
 name: "Time-based TopK() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type row-range -rate 10 -n 300 -from 2020-01-01T00:00:00Z -to 2020-01-31T23:00:00Z" 
+load: "pilosa-bench -type row-range -rate 10 -n 300 -from 2020-01-01T00:00:00Z -to 2020-01-31T23:00:00Z"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

scripts/etc/gloat/query.xor.yml

@@ -1,7 +1,7 @@
 name: "Xor() Load Testing"
 
 main: "pilosa server --data-dir ~/pilosa.query.${STORAGE_BACKEND} --storage.backend ${STORAGE_BACKEND}"
-load: "pilosa-bench -type xor -rate 10 -n 300" 
+load: "pilosa-bench -type xor -rate 10 -n 300"
 
 health_url:    "http://localhost:10101/status"
 health_regexp: "NORMAL"

testdata/timeRegressionSchema.json

@@ -29,4 +29,4 @@
             "shardWidth": 1048576
         }
     ]
-}
+}