Parallelize

main.go

@@ -9,6 +9,7 @@ import (
 	"time"
 
 	logger "git.site.quack-lab.dev/dave/cylogger"
+	"git.site.quack-lab.dev/dave/cyutils"
 )
 
 type DateParser interface {
@@ -55,13 +56,15 @@ func main() {
 
 	files := flag.Args()
 
-	for _, file := range files {
-		filelog := logger.Default.WithPrefix(fmt.Sprintf("file=%q", file))
+
+	cyutils.WithWorkers(10, files, func(worker int, _ int, file string) {
+		workerlog := logger.Default.WithPrefix(fmt.Sprintf("worker=%d", worker))
+		filelog := workerlog.WithPrefix(fmt.Sprintf("file=%q", file))
 		filelog.Info("processing file")
 		date, err := parseDate(file, parsers)
 		if err != nil {
 			filelog.Error("error parsing date: %s", err)
-			continue
+			return
 		}
 		filelog.Info("date: %s", date)
 		
@@ -71,26 +74,26 @@ func main() {
 		err = os.MkdirAll(datedir, 0755)
 		if err != nil {
 			filelog.Error("error creating directory: %s", err)
-			continue
+			return
 		}
 		// Make sure file doesn't exist
 		destfile, err := os.Stat(dest)
 		if err == nil {
 			filelog.Info("dest file already exists: %s", destfile.Name())
-			continue
+			return
 		} else {
 			if !os.IsNotExist(err) {
 				filelog.Error("error checking dest file: %s", err)
-				continue
+				return
 			}
 		}
 		err = os.Rename(file, dest)
 		if err != nil {
 			filelog.Error("error renaming file: %s", err)
-			continue
+			return
 		}
 		filelog.Info("moved to %q", dest)
-	}
+	})
 }
 
 func parseDate(file string, parsers []DateParser) (time.Time, error) {