Files
wowdoc-scraper/main.go
2024-11-05 23:22:38 +01:00

61 lines
1.3 KiB
Go

package main
import (
_ "embed"
"fmt"
"io"
"log"
"os"
)
var url = `https://wowprogramming.com/docs/api.html`
var Error *log.Logger
var Warning *log.Logger
func init() {
log.SetFlags(log.Lmicroseconds | log.Lshortfile)
logFile, err := os.Create("main.log")
if err != nil {
log.Printf("Error creating log file: %v", err)
os.Exit(1)
}
logger := io.MultiWriter(os.Stdout, logFile)
log.SetOutput(logger)
Error = log.New(io.MultiWriter(logFile, os.Stderr, os.Stdout),
fmt.Sprintf("%sERROR:%s ", "\033[0;101m", "\033[0m"),
log.Lmicroseconds|log.Lshortfile)
Warning = log.New(io.MultiWriter(logFile, os.Stdout),
fmt.Sprintf("%sWarning:%s ", "\033[0;93m", "\033[0m"),
log.Lmicroseconds|log.Lshortfile)
}
//go:embed test.html
var html string
//go:embed doc.html
var doc string
func main() {
//res, err := FetchFull(url)
//if err != nil {
// Error.Printf("Error fetching %s: %v", url, err)
// return
//}
//os.WriteFile("test.html", []byte(res), 0644)
// foo, err := ParseHTML(html)
// if err != nil {
// Error.Printf("Error parsing HTML: %v", err)
// return
// }
// log.Printf("%#v", foo)
foo, err := ParseHTML(doc)
if err != nil {
Error.Printf("Error parsing HTML: %v", err)
return
}
log.Printf("%#v", foo)
}