82 lines
1.8 KiB
Go
82 lines
1.8 KiB
Go
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
logger "git.site.quack-lab.dev/dave/cylogger"
|
|
utils "git.site.quack-lab.dev/dave/cyutils"
|
|
)
|
|
|
|
func main() {
|
|
ingest := flag.Bool("ingest", false, "ingest killmails from data directory")
|
|
server := flag.Bool("server", false, "start API server")
|
|
// port := flag.String("port", "3000", "API server port")
|
|
flag.Parse()
|
|
logger.InitFlag()
|
|
logger.Default = logger.Default.ToFile("zkill.log")
|
|
logger.Info("Starting")
|
|
|
|
db, err := GetDB()
|
|
if err != nil {
|
|
logger.Error("Failed to get database: %v", err)
|
|
return
|
|
}
|
|
|
|
if err := db.InitTables(); err != nil {
|
|
logger.Error("Failed to initialize tables: %v", err)
|
|
return
|
|
}
|
|
|
|
if *ingest {
|
|
DoIngest()
|
|
return
|
|
}
|
|
|
|
if *server {
|
|
// StartAPIServer(*port)
|
|
return
|
|
}
|
|
|
|
logger.Info("Querying fits")
|
|
params := QueryParams{
|
|
Ship: 32872,
|
|
Modules: []int64{16433},
|
|
}
|
|
stats, err := db.QueryFits(params)
|
|
if err != nil {
|
|
logger.Error("Failed to query fits: %v", err)
|
|
return
|
|
}
|
|
logger.Info("Total killmails: %d", stats.TotalKillmails)
|
|
}
|
|
|
|
func DoIngest() {
|
|
killmailFiles, err := os.ReadDir("data")
|
|
if err != nil {
|
|
logger.Error("Failed to read data directory: %v", err)
|
|
return
|
|
}
|
|
totalFiles := len(killmailFiles)
|
|
utils.WithWorkers(2, killmailFiles, func(worker int, index int, file os.DirEntry) {
|
|
flog := logger.Default.WithPrefix(fmt.Sprintf("worker %d", worker)).WithPrefix(fmt.Sprintf("file %d of %d", index, totalFiles)).WithPrefix(file.Name())
|
|
flog.Info("Loading killmails")
|
|
|
|
killmails, err := LoadBz2Killmails(filepath.Join("data", file.Name()))
|
|
if err != nil {
|
|
flog.Error("Failed to load killmails: %v", err)
|
|
return
|
|
}
|
|
flog.Info("Loaded %d killmails", len(killmails))
|
|
|
|
err = db.SaveKillmails(killmails)
|
|
if err != nil {
|
|
flog.Error("Failed to save killmails: %v", err)
|
|
return
|
|
}
|
|
flog.Info("Saved %d killmails", len(killmails))
|
|
})
|
|
}
|