Tweak org scraper output

UTDNebula · Nov 9, 2023 · 736fe29 · 736fe29
1 parent b82f360
commit 736fe29
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/scrapers/organizations.go b/scrapers/organizations.go
@@ -173,7 +173,7 @@ func processCsv(ctx context.Context, inputPath string, storageFilePath string) e
 	encoder := json.NewEncoder(bufio.NewWriter(storageFile))
 	encoder.SetIndent("", "\t")
 
-	var _ []*schema.Organization
+	var orgs []*schema.Organization
 	// process each row of csv
 	for i := 1; true; i++ {
 		entry, err := csvReader.Read()
@@ -189,9 +189,13 @@ func processCsv(ctx context.Context, inputPath string, storageFilePath string) e
 		if err != nil {
 			return err
 		}
-		if err := encoder.Encode(org); err != nil {
-			return err
-		}
+
+		orgs = append(orgs, org)
+	}
+
+	// Write JSON to file
+	if err = encoder.Encode(orgs); err != nil {
+		return err
 	}
 
 	if err := csvFile.Close(); err != nil {