1 Commits
v1.2.0 ... dev

Author SHA1 Message Date
195c4ab3ad Add insane ramblings 2024-07-01 20:08:23 +02:00
16 changed files with 514 additions and 1165 deletions

8
.gitignore vendored
View File

@@ -1,6 +1,2 @@
*.exe
*.exe main.exe
cln
cln.log
.qodo
*.log

16
.vscode/launch.json vendored
View File

@@ -1,16 +0,0 @@
{
// Use IntelliSense to learn about possible attributes.
// Hover to view descriptions of existing attributes.
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
"version": "0.2.0",
"configurations": [
{
"name": "Ereshor Workspace",
"type": "go",
"request": "launch",
"mode": "auto",
"program": "${workspaceFolder}",
"cwd": "C:\\Users\\Administrator\\Seafile\\Games-Ereshor"
}
]
}

View File

@@ -1,89 +0,0 @@
# synclib
A small Go tool for creating symbolic links
Created out of infuriating difficulty of creating symbolic links on windows
## Instruction Formats
The tool supports two formats for defining symbolic links:
### 1. CSV Format (Legacy)
Simple comma-separated values with the format: `<source>,<destination>[,force][,hard][,delete]`
For example:
```
source_path,target_path
source_path,target_path,true
source_path,target_path,true,true
source_path,target_path,true,true,true
```
Or with named flags:
```
source_path,target_path,force=true,hard=true,delete=true
source_path,target_path,f=true,h=true,d=true
```
### 2. YAML Format (Recommended)
A more readable format using YAML:
```yaml
links:
- source: ~/Documents/config.ini
target: ~/.config/app/config.ini
force: true
- source: ~/Pictures
target: ~/Documents/Pictures
hard: true
force: true
- source: ~/Scripts/script.sh
target: ~/bin/script.sh
delete: true
```
Alternatively, you can use an array directly:
```yaml
- source: ~/Documents/config.ini
target: ~/.config/app/config.ini
force: true
- source: ~/Pictures
target: ~/Documents/Pictures
hard: true
```
## Input Methods
The tool supports input of these instructions through:
- Stdin
- `echo "this,that" | sync`
- Run arguments
- `sync this,that foo,bar "foo 2","C:/bar"`
- Files
- `sync -f <file>` (CSV format)
- `sync -f <file.yaml>` or `sync -f <file.yml>` (YAML format)
- Where the file contains instructions, one per line for CSV or structured YAML
- Directories
- `sync -r <directory>`
- This mode will look for "sync", "sync.yaml", or "sync.yml" files recursively in directories and run their instructions
## Options
- `force: true` - Overwrite an existing symbolic link at the target location
- `hard: true` - Create a hard link instead of a symbolic link
- `delete: true` - Delete a non-symlink file at the target location (implies `force: true`)
## Use case
I have a lot of folders (documents, projects, configurations) backed up via Seafile and to have the software using those folders find them at their usual location I'm creating soft symbolic links from the seafile drive to their original location
It would be problematic to have to redo all (or some part) of these symlinks when reinstalling the OS or having something somewhere explode (say software uninstalled) so I have all the instructions in sync files in individual folders in the seafile drive
Which means I can easily back up my configuration and `sync -r ~/Seafile` to symlink it where it belongs

View File

@@ -1,2 +0,0 @@
GOOS=windows GOARCH=amd64 go build -o cln.exe .
GOOS=linux GOARCH=amd64 go build -o cln .

View File

@@ -1,99 +0,0 @@
package main
import (
"fmt"
"math/rand/v2"
)
const (
// Reset
Reset = "\033[0m" // Text Reset
// Regular Colors
Black = "\033[0;30m" // Black
Red = "\033[0;31m" // Red
Green = "\033[0;32m" // Green
Yellow = "\033[0;33m" // Yellow
Blue = "\033[0;34m" // Blue
Purple = "\033[0;35m" // Purple
Cyan = "\033[0;36m" // Cyan
White = "\033[0;37m" // White
// Bold
BBlack = "\033[1;30m" // Black
BRed = "\033[1;31m" // Red
BGreen = "\033[1;32m" // Green
BYellow = "\033[1;33m" // Yellow
BBlue = "\033[1;34m" // Blue
BPurple = "\033[1;35m" // Purple
BCyan = "\033[1;36m" // Cyan
BWhite = "\033[1;37m" // White
// Underline
UBlack = "\033[4;30m" // Black
URed = "\033[4;31m" // Red
UGreen = "\033[4;32m" // Green
UYellow = "\033[4;33m" // Yellow
UBlue = "\033[4;34m" // Blue
UPurple = "\033[4;35m" // Purple
UCyan = "\033[4;36m" // Cyan
UWhite = "\033[4;37m" // White
// Background
On_Black = "\033[40m" // Black
On_Red = "\033[41m" // Red
On_Green = "\033[42m" // Green
On_Yellow = "\033[43m" // Yellow
On_Blue = "\033[44m" // Blue
On_Purple = "\033[45m" // Purple
On_Cyan = "\033[46m" // Cyan
On_White = "\033[47m" // White
// High Intensty
IBlack = "\033[0;90m" // Black
IRed = "\033[0;91m" // Red
IGreen = "\033[0;92m" // Green
IYellow = "\033[0;93m" // Yellow
IBlue = "\033[0;94m" // Blue
IPurple = "\033[0;95m" // Purple
ICyan = "\033[0;96m" // Cyan
IWhite = "\033[0;97m" // White
// Bold High Intensty
BIBlack = "\033[1;90m" // Black
BIRed = "\033[1;91m" // Red
BIGreen = "\033[1;92m" // Green
BIYellow = "\033[1;93m" // Yellow
BIBlue = "\033[1;94m" // Blue
BIPurple = "\033[1;95m" // Purple
BICyan = "\033[1;96m" // Cyan
BIWhite = "\033[1;97m" // White
// High Intensty backgrounds
On_IBlack = "\033[0;100m" // Black
On_IRed = "\033[0;101m" // Red
On_IGreen = "\033[0;102m" // Green
On_IYellow = "\033[0;103m" // Yellow
On_IBlue = "\033[0;104m" // Blue
On_IPurple = "\033[10;95m" // Purple
On_ICyan = "\033[0;106m" // Cyan
On_IWhite = "\033[0;107m" // White
)
// The acceptable range is [16, 231] but here we remove some very dark colors
// That make text unreadable on a dark terminal
// See https://www.hackitu.de/termcolor256/
var colors = []int{22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 57, 62, 63, 64, 65, 67, 68, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 152, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 184, 185, 186, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 226, 227, 228, 229, 230}
var colorsIndex int = -1
var shuffled bool
func GenerateRandomAnsiColor() string {
if !shuffled {
rand.Shuffle(len(colors), func(i int, j int) {
colors[i], colors[j] = colors[j], colors[i]
})
shuffled = true
}
colorsIndex++
return fmt.Sprintf("\033[1;4;38;5;%dm", colors[colorsIndex%len(colors)])
}

View File

@@ -1,2 +1 @@
GOOS=windows GOARCH=amd64 go build -o main.exe main && cp main.exe "/c/Program Files/Git/usr/bin/cln.exe" go build main && cp main.exe "/c/Program Files/Git/usr/bin/cln.exe"
GOOS=linux GOARCH=amd64 go build -o main_linux main

6
go.mod
View File

@@ -1,7 +1,3 @@
module cln module main
go 1.21.7 go 1.21.7
require gopkg.in/yaml.v3 v3.0.1
require github.com/bmatcuk/doublestar/v4 v4.8.1

6
go.sum
View File

@@ -1,6 +0,0 @@
github.com/bmatcuk/doublestar/v4 v4.8.1 h1:54Bopc5c2cAvhLRAzqOGCYHYyhcDHsFF4wWIR5wKP38=
github.com/bmatcuk/doublestar/v4 v4.8.1/go.mod h1:xBQ8jztBU6kakFMg+8WGxn0c6z1fTSPVIjEY1Wr7jzc=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

View File

@@ -1,382 +1,132 @@
package main package main
import ( import (
"fmt" "fmt"
"os" "log"
"path/filepath" "os"
"strings" "regexp"
"strconv"
"github.com/bmatcuk/doublestar/v4" "strings"
"gopkg.in/yaml.v3" )
)
type LinkInstruction struct {
type LinkInstruction struct { Source string
Source string `yaml:"source"` Target string
Target string `yaml:"target"` Force bool
Force bool `yaml:"force,omitempty"` }
Hard bool `yaml:"hard,omitempty"`
Delete bool `yaml:"delete,omitempty"` func (instruction *LinkInstruction) String() string {
} return fmt.Sprintf("%s%s%s%s%s%s%s%s%s", SourceColor, instruction.Source, DefaultColor, deliminer, TargetColor, instruction.Target, DefaultColor, deliminer, strconv.FormatBool(instruction.Force))
}
type YAMLConfig struct {
Links []LinkInstruction `yaml:"links"` func ParseInstruction(line string) (LinkInstruction, error) {
} parts := strings.Split(line, deliminer)
instruction := LinkInstruction{}
func (instruction *LinkInstruction) Tidy() {
instruction.Source = strings.ReplaceAll(instruction.Source, "\"", "") if len(parts) < 2 {
instruction.Source = strings.ReplaceAll(instruction.Source, "\\", "/") return instruction, fmt.Errorf("invalid format - not enough parameters (must have at least source and target)")
instruction.Source = strings.TrimSpace(instruction.Source) }
instruction.Target = strings.ReplaceAll(instruction.Target, "\"", "") instruction.Source = parts[0]
instruction.Target = strings.ReplaceAll(instruction.Target, "\\", "/") instruction.Target = parts[1]
instruction.Target = strings.TrimSpace(instruction.Target) instruction.Force = false
} if len(parts) > 2 {
res, _ := regexp.MatchString("^(?i)T|TRUE$", parts[2])
func (instruction *LinkInstruction) String() string { instruction.Force = res
var flags []string }
if instruction.Force {
flags = append(flags, "force=true") instruction.Source, _ = ConvertHome(instruction.Source)
} instruction.Target, _ = ConvertHome(instruction.Target)
if instruction.Hard {
flags = append(flags, "hard=true") instruction.Source = NormalizePath(instruction.Source)
} instruction.Target = NormalizePath(instruction.Target)
if instruction.Delete {
flags = append(flags, "delete=true") return instruction, nil
} }
flagsStr := "" func (instruction *LinkInstruction) RunSync() error {
if len(flags) > 0 { if !FileExists(instruction.Source) {
flagsStr = " [" + strings.Join(flags, ", ") + "]" return fmt.Errorf("instruction source %s%s%s does not exist", SourceColor, instruction.Source, DefaultColor)
} }
return fmt.Sprintf("%s → %s%s", if AreSame(instruction.Source, instruction.Target) {
FormatSourcePath(instruction.Source), log.Printf("Source %s%s%s and target %s%s%s are the same, %snothing to do...%s", SourceColor, instruction.Source, DefaultColor, TargetColor, instruction.Target, DefaultColor, PathColor, DefaultColor)
FormatTargetPath(instruction.Target), return nil
flagsStr) }
}
if FileExists(instruction.Target) {
func (instruction *LinkInstruction) Undo() { if instruction.Force {
if !FileExists(instruction.Target) { isSymlink, err := IsSymlink(instruction.Target)
LogInfo("%s does not exist, skipping", FormatTargetPath(instruction.Target)) if err != nil {
return return fmt.Errorf("could not determine whether %s%s%s is a sym link or not, stopping; err: %s%+v%s", TargetColor, instruction.Target, DefaultColor, ErrorColor, err, DefaultColor)
} }
isSymlink, err := IsSymlink(instruction.Target) if isSymlink {
if err != nil { log.Printf("Removing symlink at %s%s%s", TargetColor, instruction.Target, DefaultColor)
LogError("could not determine whether %s is a sym link or not, stopping; err: %v", err = os.Remove(instruction.Target)
FormatTargetPath(instruction.Target), err) if err != nil {
return return fmt.Errorf("failed deleting %s%s%s due to %s%+v%s", TargetColor, instruction.Target, DefaultColor, ErrorColor, err, DefaultColor)
} }
} else {
if isSymlink { return fmt.Errorf("refusing to delte actual (non symlink) file %s%s%s", TargetColor, instruction.Target, DefaultColor)
LogInfo("Removing symlink at %s", FormatTargetPath(instruction.Target)) }
err = os.Remove(instruction.Target) } else {
if err != nil { return fmt.Errorf("target %s%s%s exists - handle manually or set the 'forced' flag (3rd field)", TargetColor, instruction.Target, DefaultColor)
LogError("could not remove symlink at %s; err: %v", }
FormatTargetPath(instruction.Target), err) }
}
LogSuccess("Removed symlink at %s", FormatTargetPath(instruction.Target)) err := os.Symlink(instruction.Source, instruction.Target)
} else { if err != nil {
LogInfo("%s is not a symlink, skipping", FormatTargetPath(instruction.Target)) return fmt.Errorf("failed creating symlink between %s%s%s and %s%s%s with error %s%+v%s", SourceColor, instruction.Source, DefaultColor, TargetColor, instruction.Target, DefaultColor, ErrorColor, err, DefaultColor)
} }
} log.Printf("Created symlink between %s%s%s and %s%s%s", SourceColor, instruction.Source, DefaultColor, TargetColor, instruction.Target, DefaultColor)
func ParseInstruction(line, workdir string) (LinkInstruction, error) { return nil
line = strings.TrimSpace(line) }
if strings.HasPrefix(line, "#") {
return LinkInstruction{}, fmt.Errorf("comment line") func (instruction *LinkInstruction) RunAsync(status chan (error)) {
} defer close(status)
if !FileExists(instruction.Source) {
parts := strings.Split(line, deliminer) status <- fmt.Errorf("instruction source %s%s%s does not exist", SourceColor, instruction.Source, DefaultColor)
instruction := LinkInstruction{} return
}
if len(parts) < 2 {
return instruction, fmt.Errorf("invalid format - not enough parameters (must have at least source and target)") if AreSame(instruction.Source, instruction.Target) {
} status <- fmt.Errorf("source %s%s%s and target %s%s%s are the same, %snothing to do...%s", SourceColor, instruction.Source, DefaultColor, TargetColor, instruction.Target, DefaultColor, PathColor, DefaultColor)
return
instruction.Source = strings.TrimSpace(parts[0]) }
instruction.Target = strings.TrimSpace(parts[1])
if FileExists(instruction.Target) {
for i := 2; i < len(parts); i++ { if instruction.Force {
flagPart := strings.TrimSpace(parts[i]) isSymlink, err := IsSymlink(instruction.Target)
if err != nil {
// Support for legacy format (backward compatibility) status <- fmt.Errorf("could not determine whether %s%s%s is a sym link or not, stopping; err: %s%+v%s", TargetColor, instruction.Target, DefaultColor, ErrorColor, err, DefaultColor)
if !strings.Contains(flagPart, "=") { return
// Legacy format: positional boolean flags }
switch i {
case 2: // Force flag (3rd position) if isSymlink {
instruction.Force = isTrue(flagPart) log.Printf("Removing symlink at %s%s%s", TargetColor, instruction.Target, DefaultColor)
case 3: // Hard flag (4th position) err = os.Remove(instruction.Target)
instruction.Hard = isTrue(flagPart) if err != nil {
case 4: // Delete flag (5th position) status <- fmt.Errorf("failed deleting %s%s%s due to %s%+v%s", TargetColor, instruction.Target, DefaultColor, ErrorColor, err, DefaultColor)
instruction.Delete = isTrue(flagPart) return
if instruction.Delete { }
instruction.Force = true // Delete implies Force } else {
} status <- fmt.Errorf("refusing to delte actual (non symlink) file %s%s%s", TargetColor, instruction.Target, DefaultColor)
} return
continue }
} } else {
status <- fmt.Errorf("target %s%s%s exists - handle manually or set the 'forced' flag (3rd field)", TargetColor, instruction.Target, DefaultColor)
// New format: named flags (name=value) return
nameValue := strings.SplitN(flagPart, "=", 2) }
if len(nameValue) != 2 { }
// Skip malformed flags
continue err := os.Symlink(instruction.Source, instruction.Target)
} if err != nil {
status <- fmt.Errorf("failed creating symlink between %s%s%s and %s%s%s with error %s%+v%s", SourceColor, instruction.Source, DefaultColor, TargetColor, instruction.Target, DefaultColor, ErrorColor, err, DefaultColor)
flagName := strings.ToLower(strings.TrimSpace(nameValue[0])) return
flagValue := strings.TrimSpace(nameValue[1]) }
log.Printf("Created symlink between %s%s%s and %s%s%s", SourceColor, instruction.Source, DefaultColor, TargetColor, instruction.Target, DefaultColor)
switch flagName {
case "force", "f": status <- nil
instruction.Force = isTrue(flagValue) }
case "hard", "h":
instruction.Hard = isTrue(flagValue)
case "delete", "d":
instruction.Delete = isTrue(flagValue)
if instruction.Delete {
instruction.Force = true // Delete implies Force
}
}
}
instruction.Tidy()
instruction.Source, _ = ConvertHome(instruction.Source)
instruction.Target, _ = ConvertHome(instruction.Target)
instruction.Source = NormalizePath(instruction.Source, workdir)
instruction.Target = NormalizePath(instruction.Target, workdir)
return instruction, nil
}
func isTrue(value string) bool {
value = strings.ToLower(strings.TrimSpace(value))
return value == "true" || value == "t" || value == "yes" || value == "y" || value == "1"
}
func (instruction *LinkInstruction) RunAsync(status chan (error)) {
defer close(status)
if undo {
instruction.Undo()
return
}
if !FileExists(instruction.Source) {
status <- fmt.Errorf("instruction source %s does not exist", FormatSourcePath(instruction.Source))
return
}
if !instruction.Force && AreSame(instruction.Source, instruction.Target) {
//status <- fmt.Errorf("source %s and target %s are the same, nothing to do...",
// FormatSourcePath(instruction.Source),
// FormatTargetPath(instruction.Target))
LogInfo("Source %s and target %s are the same, nothing to do...",
FormatSourcePath(instruction.Source),
FormatTargetPath(instruction.Target))
return
}
if FileExists(instruction.Target) {
if instruction.Force {
isSymlink, err := IsSymlink(instruction.Target)
if err != nil {
status <- fmt.Errorf("could not determine whether %s is a sym link or not, stopping; err: %v",
FormatTargetPath(instruction.Target), err)
return
}
if instruction.Hard {
info, err := os.Stat(instruction.Target)
if err != nil {
status <- fmt.Errorf("could not stat %s, stopping; err: %v",
FormatTargetPath(instruction.Target), err)
return
}
if info.Mode().IsRegular() && info.Name() == filepath.Base(instruction.Source) {
LogTarget("Overwriting existing file %s", instruction.Target)
err := os.Remove(instruction.Target)
if err != nil {
status <- fmt.Errorf("could not remove existing file %s; err: %v",
FormatTargetPath(instruction.Target), err)
return
}
}
}
if isSymlink {
LogTarget("Removing symlink at %s", instruction.Target)
err = os.Remove(instruction.Target)
if err != nil {
status <- fmt.Errorf("failed deleting %s due to %v",
FormatTargetPath(instruction.Target), err)
return
}
} else {
if !instruction.Delete {
status <- fmt.Errorf("refusing to delte actual (non symlink) file %s",
FormatTargetPath(instruction.Target))
return
}
LogImportant("Deleting (!!!) %s", instruction.Target)
err = os.RemoveAll(instruction.Target)
if err != nil {
status <- fmt.Errorf("failed deleting %s due to %v",
FormatTargetPath(instruction.Target), err)
return
}
}
} else {
status <- fmt.Errorf("target %s exists - handle manually or set the 'forced' flag (3rd field)",
FormatTargetPath(instruction.Target))
return
}
}
targetDir := filepath.Dir(instruction.Target)
if _, err := os.Stat(targetDir); os.IsNotExist(err) {
err = os.MkdirAll(targetDir, 0755)
if err != nil {
status <- fmt.Errorf("failed creating directory %s due to %v",
FormatTargetPath(targetDir), err)
return
}
}
var err error
if instruction.Hard {
err = os.Link(instruction.Source, instruction.Target)
} else {
err = os.Symlink(instruction.Source, instruction.Target)
}
if err != nil {
status <- fmt.Errorf("failed creating symlink between %s and %s with error %v",
FormatSourcePath(instruction.Source),
FormatTargetPath(instruction.Target),
err)
return
}
LogSuccess("Created symlink between %s and %s",
FormatSourcePath(instruction.Source),
FormatTargetPath(instruction.Target))
status <- nil
}
func ParseYAMLFile(filename, workdir string) ([]LinkInstruction, error) {
data, err := os.ReadFile(filename)
if err != nil {
return nil, fmt.Errorf("error reading YAML file: %w", err)
}
// First try to parse as a list of link instructions
var config YAMLConfig
err = yaml.Unmarshal(data, &config)
if err != nil || len(config.Links) == 0 {
// If that fails, try parsing as a direct list of instructions
var instructions []LinkInstruction
err = yaml.Unmarshal(data, &instructions)
if err != nil {
return nil, fmt.Errorf("error parsing YAML: %w", err)
}
config.Links = instructions
}
expanded := []LinkInstruction{}
for _, link := range config.Links {
LogSource("Expanding pattern source %s in YAML file %s", link.Source, filename)
newlinks, err := ExpandPattern(link.Source, workdir, link.Target)
if err != nil {
return nil, fmt.Errorf("error expanding pattern: %w", err)
}
// "Clone" the original link instruction for each expanded link
for i := range newlinks {
newlinks[i].Delete = link.Delete
newlinks[i].Hard = link.Hard
newlinks[i].Force = link.Force
}
LogInfo("Expanded pattern %s in YAML file %s to %d links",
FormatSourcePath(link.Source), FormatSourcePath(filename), len(newlinks))
expanded = append(expanded, newlinks...)
}
for i := range expanded {
link := &expanded[i]
link.Tidy()
link.Source, _ = ConvertHome(link.Source)
link.Target, _ = ConvertHome(link.Target)
link.Source = NormalizePath(link.Source, workdir)
link.Target = NormalizePath(link.Target, workdir)
// If Delete is true, Force must also be true
if link.Delete {
link.Force = true
}
}
return expanded, nil
}
func ExpandPattern(source, workdir, target string) (links []LinkInstruction, err error) {
static, pattern := doublestar.SplitPattern(source)
if static == "" {
static = workdir
}
LogInfo("Static part: %s", static)
LogInfo("Pattern part: %s", pattern)
files, err := doublestar.Glob(os.DirFS(static), pattern)
if err != nil {
return nil, fmt.Errorf("error expanding pattern: %w", err)
}
targetIsFile := false
if info, err := os.Stat(target); err == nil && !info.IsDir() {
targetIsFile = true
}
for _, file := range files {
if len(files) == 1 {
// Special case: if there is only one file
// This should only ever happen if our source is a path (and not a glob!)
// And our target is a path
// ...but it will also happen if the source IS a glob and it happens to match ONE file
// I think that should happen rarely enough to not be an issue...
links = append(links, LinkInstruction{
Source: filepath.Join(static, file),
Target: target,
})
continue
}
if info, err := os.Stat(file); err == nil && info.IsDir() {
// We don't care about matched directories
// We want files within them
LogInfo("Skipping directory %s", file)
continue
}
var targetPath string
if targetIsFile && len(files) == 1 {
// Special case: target is a file, and glob matches exactly one file.
// Use target directly (don't append filename).
targetPath = target
} else {
// Default: append filename to target dir.
targetPath = filepath.Join(target, file)
}
links = append(links, LinkInstruction{
Source: filepath.Join(static, file),
Target: targetPath,
})
}
LogInfo("Expanded pattern %s to %d links", FormatSourcePath(source), len(links))
return
}
func IsYAMLFile(filename string) bool {
ext := strings.ToLower(filepath.Ext(filename))
return ext == ".yaml" || ext == ".yml"
}

View File

@@ -1,99 +0,0 @@
package main
import (
"fmt"
"log"
)
// Message type prefixes
const (
InfoPrefix = "INFO"
ErrorPrefix = "ERROR"
WarningPrefix = "WARN"
SourcePrefix = "SOURCE"
TargetPrefix = "TARGET"
PathPrefix = "PATH"
ImportantPrefix = "IMPORTANT"
SuccessPrefix = "DONE"
)
// LogInfo logs an informational message
func LogInfo(format string, args ...interface{}) {
message := fmt.Sprintf(format, args...)
log.Printf("%s[%s]%s %s", BGreen, InfoPrefix, Reset, message)
}
// LogSuccess logs a success message
func LogSuccess(format string, args ...interface{}) {
message := fmt.Sprintf(format, args...)
log.Printf("%s%s[%s]%s %s", BBlue, On_Blue, SuccessPrefix, Reset, message)
}
// LogSource logs a message about a source file/path with proper coloring
func LogSource(format string, args ...interface{}) {
message := fmt.Sprintf(format, args...)
log.Printf("%s[%s]%s %s%s%s", BPurple, SourcePrefix, Reset, SourceColor, message, Reset)
}
// LogTarget logs a message about a target file/path with proper coloring
func LogTarget(format string, args ...interface{}) {
message := fmt.Sprintf(format, args...)
log.Printf("%s[%s]%s %s%s%s", BYellow, TargetPrefix, Reset, TargetColor, message, Reset)
}
// LogPath logs a message about a path with proper coloring
func LogPath(format string, args ...interface{}) {
message := fmt.Sprintf(format, args...)
log.Printf("%s[%s]%s %s%s%s", BGreen, PathPrefix, Reset, PathColor, message, Reset)
}
// LogImportant logs a message that needs attention with proper coloring
func LogImportant(format string, args ...interface{}) {
message := fmt.Sprintf(format, args...)
log.Printf("%s[%s]%s %s%s%s", BRed, ImportantPrefix, Reset, ImportantColor, message, Reset)
}
// LogError logs an error message with proper coloring that won't be cut off
func LogError(format string, args ...interface{}) {
// Format the message first with normal text (no red coloring)
message := fmt.Sprintf(format, args...)
// The Error prefix itself is bold red on a light background for maximum visibility
prefix := fmt.Sprintf("%s%s[%s]%s ", BRed, On_White, ErrorPrefix, Reset)
// The message is in default color (no red), only the [ERROR] prefix is colored
log.Printf("%s%s", prefix, message)
}
// FormatSourcePath returns a source path with proper coloring
func FormatSourcePath(path string) string {
return fmt.Sprintf("%s%s%s", SourceColor, path, Reset)
}
// FormatTargetPath returns a target path with proper coloring
func FormatTargetPath(path string) string {
return fmt.Sprintf("%s%s%s", TargetColor, path, Reset)
}
// FormatPathValue returns a path with proper coloring
func FormatPathValue(path string) string {
return fmt.Sprintf("%s%s%s", PathColor, path, Reset)
}
// FormatErrorValue returns an error value without any additional formatting
// Since error messages are no longer red, we don't need special formatting
func FormatErrorValue(err error) string {
if err == nil {
return ""
}
// Just return the error string with no color formatting
return fmt.Sprintf("%v", err)
}
// FormatErrorMessage formats an error message with no additional color formatting,
// while preserving the special formatting of embedded source/target/path elements.
func FormatErrorMessage(format string, args ...interface{}) string {
// This just formats the message with no additional color formatting
// The path formatting will still be preserved
return fmt.Sprintf(format, args...)
}

519
main.go
View File

@@ -1,281 +1,238 @@
package main package main
import ( import (
"bufio" "bufio"
"flag" "flag"
"io" "io"
"log" "log"
"os" "os"
"path/filepath" "regexp"
"sync" "sync"
"sync/atomic" "sync/atomic"
) )
const deliminer = "," const deliminer = ","
const SourceColor = Purple const (
const TargetColor = Yellow Black = "\033[30m"
const ErrorColor = Red Red = "\033[31m"
const ImportantColor = BRed Green = "\033[32m"
const DefaultColor = Reset Yellow = "\033[33m"
const PathColor = Green Blue = "\033[34m"
Magenta = "\033[35m"
var programName = os.Args[0] Cyan = "\033[36m"
var undo = false White = "\033[37m"
)
func main() { const SourceColor = Magenta
recurse := flag.String("r", "", "recurse into directories") const TargetColor = Yellow
file := flag.String("f", "", "file to read instructions from") const ErrorColor = Red
debug := flag.Bool("d", false, "debug") const DefaultColor = White
undoF := flag.Bool("u", false, "undo") const PathColor = Green
flag.Parse()
undo = *undoF var DirRegex, _ = regexp.Compile(`^(.+?)[/\\]sync$`)
var FileRegex, _ = regexp.Compile(`^sync$`)
if *debug { var programName = os.Args[0]
log.SetFlags(log.Lmicroseconds | log.Lshortfile)
logFile, err := os.Create(programName + ".log") func main() {
if err != nil { recurse := flag.String("r", "", "recurse into directories")
LogError("Error creating log file: %v", err) file := flag.String("f", "", "file to read instructions from")
os.Exit(1) debug := flag.Bool("d", false, "debug")
} flag.Parse()
logger := io.MultiWriter(os.Stdout, logFile)
log.SetOutput(logger) if *debug {
} else { log.SetFlags(log.Lmicroseconds | log.Lshortfile)
log.SetFlags(log.Lmicroseconds) logFile, err := os.Create("main.log")
} if err != nil {
log.Printf("Error creating log file: %v", err)
instructions := make(chan *LinkInstruction, 1000) os.Exit(1)
status := make(chan error) }
logger := io.MultiWriter(os.Stdout, logFile)
// Check input sources in priority order log.SetOutput(logger)
switch { } else {
case *recurse != "": log.SetFlags(log.Lmicroseconds)
LogInfo("Recurse: %s", *recurse) }
go ReadFromFilesRecursively(*recurse, instructions, status)
log.Printf("Recurse: %s", *recurse)
case *file != "": log.Printf("File: %s", *file)
LogInfo("File: %s", *file)
go ReadFromFile(*file, instructions, status, true) instructions := make(chan LinkInstruction, 1000)
status := make(chan error)
case len(flag.Args()) > 0: if *recurse != "" {
LogInfo("Reading from command line arguments") go ReadFromFilesRecursively(*recurse, instructions, status)
go ReadFromArgs(instructions, status) } else if *file != "" {
go ReadFromFile(*file, instructions, status, true)
// case IsPipeInput(): } else if len(os.Args) > 1 {
// LogInfo("Reading from stdin pipe") go ReadFromArgs(instructions, status)
// go ReadFromStdin(instructions, status) } else {
go ReadFromStdin(instructions, status)
default: }
if _, err := os.Stat("sync"); err == nil {
LogInfo("Using default sync file") go func() {
go ReadFromFile("sync", instructions, status, true) for {
} else if _, err := os.Stat("sync.yaml"); err == nil { err, ok := <-status
LogInfo("Using default sync.yaml file") if !ok {
go ReadFromFile("sync.yaml", instructions, status, true) break
} else if _, err := os.Stat("sync.yml"); err == nil { }
LogInfo("Using default sync.yml file") if err != nil {
go ReadFromFile("sync.yml", instructions, status, true) log.Println(err)
} else { }
LogInfo("No input provided") }
LogInfo("Provide input as: ") }()
LogInfo("Arguments - %s <source>,<target>,<force?>", programName)
LogInfo("File - %s -f <file>", programName) var instructionsDone int32
LogInfo("YAML File - %s -f <file.yaml>", programName) var wg sync.WaitGroup
LogInfo("Folder (finding sync files in folder recursively) - %s -r <folder>", programName) for {
LogInfo("stdin - (cat <file> | %s)", programName) instruction, ok := <-instructions
os.Exit(1) if !ok {
} log.Printf("No more instructions to process")
} break
}
go func() { log.Printf("Processing: %s", instruction.String())
for { status := make(chan error)
err, ok := <-status go instruction.RunAsync(status)
if !ok { wg.Add(1)
break err := <-status
} if err != nil {
if err != nil { log.Printf("Failed parsing instruction %s%s%s due to %s%+v%s", SourceColor, instruction.String(), DefaultColor, ErrorColor, err, DefaultColor)
LogError("%v", err) }
} atomic.AddInt32(&instructionsDone, 1)
} wg.Done()
}() }
wg.Wait()
var instructionsDone int32 = 0 log.Println("All done")
var wg sync.WaitGroup if instructionsDone == 0 {
for { log.Printf("No input provided")
instruction, ok := <-instructions log.Printf("Provide input as: ")
if !ok { log.Printf("Arguments - %s <source>,<target>,<force?>", programName)
LogInfo("No more instructions to process") log.Printf("File - %s -f <file>", programName)
break log.Printf("Folder (finding sync files in folder recursively) - %s -r <folder>", programName)
} log.Printf("stdin - (cat <file> | %s)", programName)
LogInfo("Processing: %s", instruction.String()) os.Exit(1)
status := make(chan error) }
go instruction.RunAsync(status) }
wg.Add(1)
err := <-status func ReadFromFilesRecursively(input string, output chan LinkInstruction, status chan error) {
if err != nil { defer close(output)
LogError("Failed processing instruction: %v", err) defer close(status)
}
atomic.AddInt32(&instructionsDone, 1) input = NormalizePath(input)
wg.Done() log.Printf("Reading input from files recursively starting in %s%s%s", PathColor, input, DefaultColor)
}
wg.Wait() files := make(chan string, 128)
if instructionsDone == 0 { recurseStatus := make(chan error)
LogInfo("No instructions were processed") go GetSyncFilesRecursively(input, files, recurseStatus)
os.Exit(1) go func() {
} for {
LogInfo("All done") err, ok := <-recurseStatus
} if !ok {
break
func IsPipeInput() bool { }
info, err := os.Stdin.Stat() if err != nil {
if err != nil { log.Printf("Failed to get sync files recursively: %s%+v%s", ErrorColor, err, DefaultColor)
return false status <- err
} }
return info.Mode()&os.ModeNamedPipe != 0 }
} }()
func ReadFromFilesRecursively(input string, output chan *LinkInstruction, status chan error) { var wg sync.WaitGroup
defer close(output) for {
defer close(status) file, ok := <-files
if !ok {
workdir, _ := os.Getwd() log.Printf("No more files to process")
input = NormalizePath(input, workdir) break
LogInfo("Reading input from files recursively starting in %s", FormatPathValue(input)) }
wg.Add(1)
files := make(chan string, 128) go func() {
fileStatus := make(chan error) defer wg.Done()
go GetSyncFilesRecursively(input, files, fileStatus) log.Println(file)
file = NormalizePath(file)
// Collect all files first log.Printf("Processing file: %s%s%s", PathColor, file, DefaultColor)
var syncFiles []string
for { // This "has" to be done because instructions are resolved in relation to cwd
file, ok := <-files fileDir := DirRegex.FindStringSubmatch(file)
if !ok { if fileDir == nil {
break log.Printf("Failed to extract directory from %s%s%s", SourceColor, file, DefaultColor)
} return
syncFiles = append(syncFiles, file) }
} log.Printf("Changing directory to %s%s%s (for %s%s%s)", PathColor, fileDir[1], DefaultColor, PathColor, file, DefaultColor)
err := os.Chdir(fileDir[1])
// Check for errors from file search if err != nil {
for { log.Printf("Failed to change directory to %s%s%s: %s%+v%s", SourceColor, fileDir[1], DefaultColor, ErrorColor, err, DefaultColor)
err, ok := <-fileStatus return
if !ok { }
break
} ReadFromFile(file, output, status, false)
if err != nil { }()
LogError("Failed to get sync files recursively: %v", err) }
status <- err wg.Wait()
} }
} func ReadFromFile(input string, output chan LinkInstruction, status chan error, doclose bool) {
if doclose {
// Process each file defer close(output)
for _, file := range syncFiles { defer close(status)
file = NormalizePath(file, workdir) }
LogInfo("Processing file: %s", FormatPathValue(file))
input = NormalizePath(input)
// Change to the directory containing the sync file log.Printf("Reading input from file: %s%s%s", PathColor, input, DefaultColor)
fileDir := filepath.Dir(file) file, err := os.Open(input)
originalDir, _ := os.Getwd() if err != nil {
err := os.Chdir(fileDir) log.Fatalf("Failed to open file %s%s%s: %s%+v%s", SourceColor, input, DefaultColor, ErrorColor, err, DefaultColor)
if err != nil { return
LogError("Failed to change directory to %s: %v", FormatSourcePath(fileDir), err) }
continue defer file.Close()
}
scanner := bufio.NewScanner(file)
// Read and process the file for scanner.Scan() {
ReadFromFile(file, output, status, false) line := scanner.Text()
instruction, err := ParseInstruction(line)
// Return to original directory if err != nil {
os.Chdir(originalDir) log.Printf("Error parsing line: %s'%s'%s, error: %s%+v%s", SourceColor, line, DefaultColor, ErrorColor, err, DefaultColor)
} continue
} }
log.Printf("Read instruction: %s", instruction.String())
func ReadFromFile(input string, output chan *LinkInstruction, status chan error, doclose bool) { output <- instruction
if doclose { }
defer close(output) }
defer close(status) func ReadFromArgs(output chan LinkInstruction, status chan error) {
} defer close(output)
defer close(status)
input = NormalizePath(input, filepath.Dir(input))
LogInfo("Reading input from file: %s", FormatPathValue(input)) log.Printf("Reading input from args")
for _, arg := range os.Args[1:] {
// Check if this is a YAML file instruction, err := ParseInstruction(arg)
if IsYAMLFile(input) { if err != nil {
LogInfo("Parsing as YAML file") log.Printf("Error parsing arg: %s'%s'%s, error: %s%+v%s", SourceColor, arg, DefaultColor, ErrorColor, err, DefaultColor)
instructions, err := ParseYAMLFile(input, filepath.Dir(input)) continue
if err != nil { }
LogError("Failed to parse YAML file %s: %v", output <- instruction
FormatSourcePath(input), err) }
status <- err }
return func ReadFromStdin(output chan LinkInstruction, status chan error) {
} defer close(output)
defer close(status)
for _, instruction := range instructions {
instr := instruction // Create a copy to avoid reference issues log.Printf("Reading input from stdin")
LogInfo("Read YAML instruction: %s", instr.String())
output <- &instr info, err := os.Stdin.Stat()
} if err != nil {
return log.Fatalf("Failed to stat stdin: %s%+v%s", ErrorColor, err, DefaultColor)
} status <- err
return
// Handle CSV format (legacy) }
file, err := os.Open(input) if info.Mode()&os.ModeNamedPipe != 0 {
if err != nil { scanner := bufio.NewScanner(os.Stdin)
log.Fatalf("Failed to open file %s%s%s: %s%+v%s", for scanner.Scan() {
SourceColor, input, DefaultColor, ErrorColor, err, DefaultColor) line := scanner.Text()
return instruction, err := ParseInstruction(line)
} if err != nil {
defer file.Close() log.Printf("Error parsing line: %s'%s'%s, error: %s%+v%s", SourceColor, line, DefaultColor, ErrorColor, err, DefaultColor)
continue
scanner := bufio.NewScanner(file) }
for scanner.Scan() { output <- instruction
line := scanner.Text() }
instruction, err := ParseInstruction(line, filepath.Dir(input)) if err := scanner.Err(); err != nil {
if err != nil { log.Fatalf("Error reading from stdin: %s%+v%s", ErrorColor, err, DefaultColor)
log.Printf("Error parsing line: %s'%s'%s, error: %s%+v%s", status <- err
SourceColor, line, DefaultColor, ErrorColor, err, DefaultColor) return
continue }
} }
log.Printf("Read instruction: %s", instruction.String()) }
output <- &instruction
}
}
func ReadFromArgs(output chan *LinkInstruction, status chan error) {
defer close(output)
defer close(status)
workdir, _ := os.Getwd()
LogInfo("Reading input from args")
for _, arg := range flag.Args() {
instruction, err := ParseInstruction(arg, workdir)
if err != nil {
LogError("Error parsing arg '%s': %v", arg, err)
continue
}
output <- &instruction
}
}
func ReadFromStdin(output chan *LinkInstruction, status chan error) {
defer close(output)
defer close(status)
workdir, _ := os.Getwd()
LogInfo("Reading input from stdin")
scanner := bufio.NewScanner(os.Stdin)
for scanner.Scan() {
line := scanner.Text()
instruction, err := ParseInstruction(line, workdir)
if err != nil {
LogError("Error parsing line '%s': %v", line, err)
continue
}
output <- &instruction
}
if err := scanner.Err(); err != nil {
LogError("Error reading from stdin: %v", err)
status <- err
return
}
}

View File

@@ -1,48 +0,0 @@
#!/bin/bash
echo "Figuring out the tag..."
TAG=$(git describe --tags --exact-match 2>/dev/null || echo "")
if [ -z "$TAG" ]; then
# Get the latest tag
LATEST_TAG=$(git describe --tags $(git rev-list --tags --max-count=1))
# Increment the patch version
IFS='.' read -r -a VERSION_PARTS <<< "$LATEST_TAG"
VERSION_PARTS[2]=$((VERSION_PARTS[2]+1))
TAG="${VERSION_PARTS[0]}.${VERSION_PARTS[1]}.${VERSION_PARTS[2]}"
# Create a new tag
git tag $TAG
git push origin $TAG
fi
echo "Tag: $TAG"
echo "Building the thing..."
sh build.sh
sh install.sh
echo "Creating a release..."
TOKEN="$GITEA_API_KEY"
GITEA="https://git.site.quack-lab.dev"
REPO="dave/synclib"
# Create a release
RELEASE_RESPONSE=$(curl -s -X POST \
-H "Authorization: token $TOKEN" \
-H "Accept: application/json" \
-H "Content-Type: application/json" \
-d '{
"tag_name": "'"$TAG"'",
"name": "'"$TAG"'",
"draft": false,
"prerelease": false
}' \
$GITEA/api/v1/repos/$REPO/releases)
# Extract the release ID
echo $RELEASE_RESPONSE
RELEASE_ID=$(echo $RELEASE_RESPONSE | awk -F'"id":' '{print $2+0; exit}')
echo "Release ID: $RELEASE_ID"
echo "Uploading the things..."
curl -X POST \
-H "Authorization: token $TOKEN" \
-F "attachment=@cln.exe" \
"$GITEA/api/v1/repos/$REPO/releases/${RELEASE_ID}/assets?name=cln.exe"

1
sync Normal file
View File

@@ -0,0 +1 @@
test,testdir/test3

View File

@@ -1,6 +0,0 @@
- source: A/**/*
target: B
- source: A/go.mod
target: B/go.mod
- source: A
target: B/foo

View File

@@ -1,26 +0,0 @@
# Example sync.yaml file
# You can use this format to define symbolic links
# Each link specifies source, target, and optional flags
links:
- source: ~/Documents/config.ini
target: ~/.config/app/config.ini
# This will create a symbolic link, overwriting any existing symlink
force: true
- source: ~/Pictures
target: ~/Documents/Pictures
# This will create a hard link instead of a symbolic link
hard: true
force: true
- source: ~/Scripts/script.sh
target: ~/bin/script.sh
# This will delete a non-symlink file at the target location
# 'delete: true' implies 'force: true'
delete: true
# Alternative format:
# Instead of using the 'links' property, you can define an array directly:
# - source: ~/Documents/config.ini
# target: ~/.config/app/config.ini
# force: true

237
util.go
View File

@@ -1,98 +1,139 @@
package main package main
import ( import (
"fmt" "fmt"
"os" "log"
"path/filepath" "os"
"strings" "path/filepath"
"strings"
"github.com/bmatcuk/doublestar/v4" "sync"
) "sync/atomic"
"time"
func IsSymlink(path string) (bool, error) { )
fileInfo, err := os.Lstat(path)
if err != nil { func IsSymlink(path string) (bool, error) {
return false, err fileInfo, err := os.Lstat(path)
} if err != nil {
return false, err
// os.ModeSymlink is a bitmask that identifies the symlink mode. }
// If the file mode & os.ModeSymlink is non-zero, the file is a symlink.
return fileInfo.Mode()&os.ModeSymlink != 0, nil // os.ModeSymlink is a bitmask that identifies the symlink mode.
} // If the file mode & os.ModeSymlink is non-zero, the file is a symlink.
return fileInfo.Mode()&os.ModeSymlink != 0, nil
func FileExists(path string) bool { }
_, err := os.Lstat(path)
return err == nil func FileExists(path string) bool {
} _, err := os.Lstat(path)
return err == nil
func NormalizePath(input, workdir string) string { }
input = filepath.Clean(input)
input = filepath.ToSlash(input) func NormalizePath(input string) string {
input = strings.ReplaceAll(input, "\"", "") workingdirectory, _ := os.Getwd()
input = strings.ReplaceAll(input, "\\", "/")
if !filepath.IsAbs(input) { input = strings.ReplaceAll(input, "\"", "")
LogInfo("Input '%s' is not absolute, prepending work dir '%s'", input, workdir)
var err error if !filepath.IsAbs(input) {
input = filepath.Join(workdir, input) input = workingdirectory + "/" + input
input, err = filepath.Abs(input) }
if err != nil {
LogError("Failed to get absolute path for %s: %v", FormatSourcePath(input), err) return filepath.Clean(input)
return input }
}
} func AreSame(lhs string, rhs string) bool {
lhsinfo, err := os.Stat(lhs)
input = filepath.Clean(input) if err != nil {
input = filepath.ToSlash(input) return false
return input }
} rhsinfo, err := os.Stat(rhs)
if err != nil {
func AreSame(lhs string, rhs string) bool { return false
lhsinfo, err := os.Stat(lhs) }
if err != nil {
return false return os.SameFile(lhsinfo, rhsinfo)
} }
rhsinfo, err := os.Stat(rhs)
if err != nil { func ConvertHome(input string) (string, error) {
return false if strings.Contains(input, "~") {
} homedir, err := os.UserHomeDir()
if err != nil {
return os.SameFile(lhsinfo, rhsinfo) return input, fmt.Errorf("unable to convert ~ to user directory with error %+v", err)
} }
func ConvertHome(input string) (string, error) { return strings.Replace(input, "~", homedir, 1), nil
if strings.HasPrefix(input, "~/") { }
homedir, err := os.UserHomeDir() return input, nil
if err != nil { }
return input, fmt.Errorf("unable to convert ~ to user directory with error %+v", err)
} func GetSyncFilesRecursively(input string, output chan string, status chan error) {
defer close(output)
return strings.Replace(input, "~", homedir, 1), nil defer close(status)
}
return input, nil var filesProcessed int32
} var foldersProcessed int32
progressTicker := time.NewTicker(200 * time.Millisecond)
func GetSyncFilesRecursively(input string, output chan string, status chan error) { defer progressTicker.Stop()
defer close(output)
defer close(status) var wg sync.WaitGroup
var initial sync.Once
workdir, _ := os.Getwd() wg.Add(1)
input = NormalizePath(input, workdir) directories := make(chan string, 100000)
LogInfo("Searching for sync files recursively starting in %s", FormatPathValue(input)) workerPool := make(chan struct{}, 4000)
directories <- input
// Use doublestar to find all sync.yml and sync.yaml files recursively
pattern := "**/sync.y*ml" go func() {
files, err := doublestar.Glob(os.DirFS(input), pattern) for {
if err != nil { fmt.Printf("\rFiles processed: %d; Folders processed: %d; Workers: %d; Directory Stack Size: %d;", filesProcessed, foldersProcessed, len(workerPool), len(directories))
LogError("Failed to search for pattern %s: %v", pattern, err) <-progressTicker.C
status <- err }
return }()
}
log.Printf("%+v", len(workerPool))
for _, file := range files { go func() {
fullPath := filepath.Join(input, file) for directory := range directories {
LogInfo("Found sync file: %s", FormatPathValue(fullPath)) workerPool <- struct{}{}
output <- fullPath wg.Add(1)
} go func(directory string) {
atomic.AddInt32(&foldersProcessed, 1)
LogInfo("Completed recursive search for sync files") defer wg.Done()
} defer func() { <-workerPool }()
files, err := os.ReadDir(directory)
if err != nil {
log.Printf("Error reading directory %s: %+v", directory, err)
return
}
for _, file := range files {
// log.Printf("Processing file %s", file.Name())
if file.IsDir() {
directories <- filepath.Join(directory, file.Name())
} else {
// log.Println(file.Name(), DirRegex.MatchString(file.Name()))
if FileRegex.MatchString(file.Name()) {
// log.Printf("Writing")
output <- filepath.Join(directory, file.Name())
}
atomic.AddInt32(&filesProcessed, 1)
}
}
// log.Printf("Done reading directory %s", directory)
initial.Do(func() {
// Parallelism is very difficult...
time.Sleep(250 * time.Millisecond)
wg.Done()
})
}(directory)
}
}()
// This actually does not go through ALL files sadly...
// It so happens (very often) that we manage to quit between one iteration ending
// And another beginning
// In such a state workgroup is decreased and, before it has a chance to increase, we are done
// What I should do here is only terminate if directories is empty
// ...but how do I do that?
// I might be wrong... Fuck knows...
wg.Wait()
log.Printf("Files processed: %d; Folders processed: %d", filesProcessed, foldersProcessed)
}