From 4b192ee8bf3c104567368307bf76ccf727e40a73 Mon Sep 17 00:00:00 2001
From: pokeeffe-molecula <patrick.okeeffe@molecula.com>
Date: Mon, 10 Jan 2022 18:02:45 -0600
Subject: [PATCH] added progress reporting

---
 qa/simulacraData/simulacra_data.go | 33 +++++++++++++++++++++++++++---
 1 file changed, 30 insertions(+), 3 deletions(-)

diff --git a/qa/simulacraData/simulacra_data.go b/qa/simulacraData/simulacra_data.go
index 5ec269780..a6af37b67 100644
--- a/qa/simulacraData/simulacra_data.go
+++ b/qa/simulacraData/simulacra_data.go
@@ -38,29 +38,41 @@ var countryList [246]string = [...]string{"ABW", "AFG", "AGO", "AIA", "ALA", "AL
 const totalRecords int = 200000000
 
 func main() {
+	log.Println("generating age field...")
 	if err := GenerateAgeField(totalRecords); err != nil {
 		log.Fatalf("unable to generate age field: %v", err)
 	}
+	log.Println("generating age field done.")
 
+	log.Println("generating ip field...")
 	if err := GenerateIPField(totalRecords); err != nil {
 		log.Fatalf("unable to generate IP field: %v", err)
 	}
+	log.Println("generating ip field done.")
 
+	log.Println("generating identifier field...")
 	if err := GenerateArbIdField(totalRecords); err != nil {
 		log.Fatalf("unable to generate indentifier field: %v", err)
 	}
+	log.Println("generating identifier field done.")
 
+	log.Println("generating opt in field...")
 	if err := GenerateOptInField(totalRecords); err != nil {
 		log.Fatalf("unable to generate opt in field: %v", err)
 	}
+	log.Println("generating opt in field done.")
 
+	log.Println("generating country field...")
 	if err := GenerateCountryField(totalRecords); err != nil {
 		log.Fatalf("unable to generate country field: %v", err)
 	}
+	log.Println("generating country field done.")
 
+	log.Println("generating time field...")
 	if err := GenerateTimeField(totalRecords); err != nil {
 		log.Fatalf("unable to generate time field: %v", err)
 	}
+	log.Println("generating time field done.")
 }
 
 func GenerateAgeField(requestedRecords int) error {
@@ -85,7 +97,9 @@ func GenerateAgeField(requestedRecords int) error {
 
 				}
 			}
-
+		}
+		if i%2000000 == 0 {
+			log.Printf("generating age field (%d)", i)
 		}
 	}
 	err1 := writer.Flush()
@@ -120,6 +134,9 @@ func GenerateIPField(requestedRecords int) error {
 				return errors.Wrap(err, "unable to write to ip.csv")
 			}
 		}
+		if i%2000000 == 0 {
+			log.Printf("generating ip field (%d)", i)
+		}
 	}
 
 	err1 := writer.Flush()
@@ -155,6 +172,9 @@ func GenerateArbIdField(requestedRecords int) error {
 				return errors.Wrap(err, "unable to write to identifier.csv")
 			}
 		}
+		if i%2000000 == 0 {
+			log.Printf("generating identifier field (%d)", i)
+		}
 	}
 
 	err1 := writer.Flush()
@@ -213,7 +233,9 @@ func GenerateTimeField(requestedRecords int) error {
 				return errors.Wrap(err, "unable to write to time.csv")
 			}
 		}
-
+		if i%2000000 == 0 {
+			log.Printf("generating time field (%d)", i)
+		}
 	}
 	err1 := writer.Flush()
 	if err1 != nil {
@@ -266,6 +288,9 @@ func GenerateOptInField(requestedRecords int) error {
 				}
 			}
 		}
+		if i%2000000 == 0 {
+			log.Printf("generating opt in field (%d)", i)
+		}
 	}
 
 	err1 := writer.Flush()
@@ -315,7 +340,9 @@ func GenerateCountryField(requestedRecords int) error {
 				}
 			}
 		}
-
+		if i%2000000 == 0 {
+			log.Printf("generating country field (%d)", i)
+		}
 	}
 
 	err1 := writer.Flush()