Add deduplicate flag

processor/regex.go

@@ -156,9 +156,11 @@ func ProcessRegex(content string, command utils.ModifyCommand, filename string)
 			}
 		}
 
-		// TODO: Make this optional through modifier flags
-		// Sometimes we want to keep capture groups as is, sometimes we know what we're doing
-		// captureGroups = deduplicateGroups(captureGroups)
+		// Use the DeduplicateGroups flag to control whether to deduplicate capture groups
+		if !command.NoDedup {
+			logger.Debug("Deduplicating capture groups as specified in command settings")
+			captureGroups = deduplicateGroups(captureGroups)
+		}
 
 		if err := toLua(L, captureGroups); err != nil {
 			logger.Error("Failed to set Lua variables: %v", err)

utils/modifycommand.go

@@ -19,6 +19,7 @@ type ModifyCommand struct {
 	Reset    bool     `yaml:"reset"`
 	LogLevel string   `yaml:"loglevel"`
 	Isolate  bool     `yaml:"isolate"`
+	NoDedup  bool     `yaml:"nodedup"`
 }
 type CookFile []ModifyCommand