scriptoriumadmin/featurebase
1
0
Fork 0
mirror of https://github.com/featurebasedb/featurebase.git synced 2026-09-09 22:51:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

modify functions to accept a requested num of records

Browse source
This commit is contained in:
kcrodgers24 2021-11-22 14:53:17 -08:00
parent 4c9edabd6d
commit 50e7cda07f
2 changed files with 34 additions and 37 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

57
qa/simulacraData/simulacra_data.go
View file

@ -51,37 +51,32 @@ var countryList [246]string = [...]string{"ABW", "AFG", "AGO", "AIA", "ALA", "AL
const totalRecords int = 200000000
func main() {
err0 := ageField()
if err0 == nil {
log.Fatalf("unable to generate age field: %v", err0)
if err := GenerateAgeField(totalRecords); err != nil {
log.Fatalf("unable to generate age field: %v", err)
}
err1 := ipField()
if err1 != nil {
log.Fatalf("unable to generate IPfield: %v", err1)
if err := GenerateIPField(totalRecords); err != nil {
log.Fatalf("unable to generate IP field: %v", err)
}
err2 := arbIdField()
if err2 != nil {
log.Fatalf("unable to generate indentifier field: %v", err2)
if err := GenerateArbIdField(totalRecords); err != nil {
log.Fatalf("unable to generate indentifier field: %v", err)
}
err3 := optInField()
if err3 != nil {
log.Fatalf("unable to generate opt in field: %v", err3)
}
err4 := countryField()
if err4 != nil {
log.Fatalf("unable to generate country field: %v", err4)
if err := GenerateOptInField(totalRecords); err != nil {
log.Fatalf("unable to generate opt in field: %v", err)
}
err5 := timeField()
if err5 != nil {
log.Fatalf("unable to generate time field: %v", err5)
if err := GenerateCountryField(totalRecords); err != nil {
log.Fatalf("unable to generate country field: %v", err)
}
if err := GenerateTimeField(totalRecords); err != nil {
log.Fatalf("unable to generate time field: %v", err)
}
}
func ageField() error {
func GenerateAgeField(requestedRecords int) error {
csvFile, err0 := os.Create("age.csv")
if err0 != nil {
return errors.Wrap(err0, "unable to create age.csv")
@ -89,7 +84,7 @@ func ageField() error {
writer := bufio.NewWriter(csvFile)
for i := 0; i < totalRecords; i++ {
for i := 0; i < requestedRecords; i++ {
if rand.Intn(100) <= 20 {
_, err := writer.WriteString(strconv.Itoa(i) + "," + strconv.Itoa(rand.Intn(88)+13) + "\n")
if err != nil {
@ -118,7 +113,7 @@ func ageField() error {
return nil
}
func ipField() error {
func GenerateIPField(requestedRecords int) error {
csvFile, err0 := os.Create("ip.csv")
if err0 != nil {
return errors.Wrap(err0, "unable to create ip.csv")
@ -126,7 +121,7 @@ func ipField() error {
writer := bufio.NewWriter(csvFile)
for i := 0; i < totalRecords; i++ {
for i := 0; i < requestedRecords; i++ {
_, err := writer.WriteString(strconv.Itoa(i) + "," + fmt.Sprint(rand.Int31()) + "\n")
if err != nil {
return errors.Wrap(err, "unable to write to ip.csv")
@ -153,7 +148,7 @@ func ipField() error {
}
func arbIdField() error {
func GenerateArbIdField(requestedRecords int) error {
csvFile, err0 := os.Create("identifier.csv")
if err0 != nil {
return errors.Wrap(err0, "unable to create identifier.csv")
@ -161,7 +156,7 @@ func arbIdField() error {
writer := bufio.NewWriter(csvFile)
for i := 0; i < totalRecords; i++ {
for i := 0; i < requestedRecords; i++ {
_, err := writer.WriteString(strconv.Itoa(i) + "," + fmt.Sprint(rand.Int63()) + "\n")
if err != nil {
return errors.Wrap(err, "unable to write to identifier.csv")
@ -188,7 +183,7 @@ func arbIdField() error {
}
func timeField() error {
func GenerateTimeField(requestedRecords int) error {
csvFile, err0 := os.Create("time.csv")
if err0 != nil {
return errors.Wrap(err0, "unable to create time.csv")
@ -203,7 +198,7 @@ func timeField() error {
distro := rand.NewZipf(r, s, v, imax)
for i := 0; i < totalRecords; i++ {
for i := 0; i < requestedRecords; i++ {
value := distro.Uint64()
urlString := "https://www.test.com/" + strconv.FormatUint(value, 10)
@ -246,7 +241,7 @@ func timeField() error {
}
func optInField() error {
func GenerateOptInField(requestedRecords int) error {
csvFile, err0 := os.Create("optin.csv")
if err0 != nil {
return errors.Wrap(err0, "unable to create optin.csv")
@ -256,7 +251,7 @@ func optInField() error {
var optString string
for i := 0; i < totalRecords; i++ {
for i := 0; i < requestedRecords; i++ {
if rand.Intn(20) == 1 {
optString = "1"
@ -299,7 +294,7 @@ func optInField() error {
}
func countryField() error {
func GenerateCountryField(requestedRecords int) error {
csvFile, err0 := os.Create("country.csv")
if err0 != nil {
return errors.Wrap(err0, "unable to create country.csv")
@ -315,7 +310,7 @@ func countryField() error {
distro := rand.NewZipf(r, s, v, imax)
for i := 0; i < totalRecords; i++ {
for i := 0; i < requestedRecords; i++ {
if rand.Intn(2) == 1 {
value := distro.Uint64()
country := countryList[value]

14
qa/simulacraData/simulacra_data_test.go
View file

@ -17,43 +17,45 @@ import (
"testing"
)
const testRecords int = 1000
func TestAge(t *testing.T) {
err := ageField()
err := GenerateAgeField(testRecords)
if err != nil {
t.Fatalf("%v", err)
}
}
func TestIP(t *testing.T) {
err := ipField()
err := GenerateIPField(testRecords)
if err != nil {
t.Fatalf("%v", err)
}
}
func TestIndentifer(t *testing.T) {
err := arbIdField()
err := GenerateArbIdField(testRecords)
if err != nil {
t.Fatalf("%v", err)
}
}
func TestOptIn(t *testing.T) {
err := optInField()
err := GenerateOptInField(testRecords)
if err != nil {
t.Fatalf("%v", err)
}
}
func TestCountry(t *testing.T) {
err := countryField()
err := GenerateCountryField(testRecords)
if err != nil {
t.Fatalf("%v", err)
}
}
func TestTime(t *testing.T) {
err := timeField()
err := GenerateTimeField(testRecords)
if err != nil {
t.Fatalf("%v", err)
}