lil refactor

This commit is contained in:
2024-11-06 00:52:48 +01:00
parent 7a04d16a2e
commit b245cf5775

28
main.go
View File

@@ -57,27 +57,33 @@ func main() {
} }
for _, page := range pages { for _, page := range pages {
log.Printf("Processing page %s", page) log.Printf("Processing page %s", page)
pname := pageNameExtractor.FindStringSubmatch(page) err := ParseDocFull(page)
if len(pname) != 2 { if err != nil {
Error.Printf("Failed to extract page name from %s", page) Error.Printf("Error parsing doc: %v", err)
continue return
}
}
} }
res, err := Fetch(rootUrl + page) func ParseDocFull(url string) error {
pname := pageNameExtractor.FindStringSubmatch(url)
if len(pname) != 2 {
return fmt.Errorf("Failed to extract page name from %s", url)
}
res, err := Fetch(rootUrl + url)
if err != nil { if err != nil {
Error.Printf("Error fetching %s: %v", rootUrl+page, err) return fmt.Errorf("Error fetching %s: %v", rootUrl+url, err)
} }
function, err := ParseDoc(res) function, err := ParseDoc(res)
if err != nil { if err != nil {
Error.Printf("Error parsing HTML: %v", err) return fmt.Errorf("Error parsing HTML for %s: %v", url, err)
continue
} }
function.Name = pname[1] function.Name = pname[1]
err = function.WriteFile(outDir) err = function.WriteFile(outDir)
if err != nil { if err != nil {
Error.Printf("Error writing file: %v", err) return fmt.Errorf("Error writing file for %s: %v", url, err)
continue
}
} }
return nil
} }