Add dl to enqueue downloads
This commit is contained in:
27
dl/dl.go
27
dl/dl.go
@@ -4,11 +4,11 @@ import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"log"
|
||||
"net/http"
|
||||
"os"
|
||||
"sync"
|
||||
)
|
||||
|
||||
const POCKETBASE_URL = `https://pocketbase-scratch.site.quack-lab.dev/api/collections`
|
||||
@@ -20,19 +20,38 @@ type Item struct {
|
||||
Link string `json:"link"`
|
||||
}
|
||||
|
||||
type APIError struct {
|
||||
Code int `json:"code"`
|
||||
Message string `json:"message"`
|
||||
Data APIErrorData `json:"data"`
|
||||
}
|
||||
type APIErrorData struct {
|
||||
Link APIErrorLink `json:"link"`
|
||||
}
|
||||
type APIErrorLink struct {
|
||||
Code string `json:"code"`
|
||||
Message string `json:"message"`
|
||||
}
|
||||
|
||||
var wg sync.WaitGroup
|
||||
|
||||
func main() {
|
||||
log.SetFlags(log.Lmicroseconds)
|
||||
|
||||
for _, url := range os.Args[1:] {
|
||||
log.Printf("Downloading %s", url)
|
||||
wg.Add(1)
|
||||
go Download(url)
|
||||
}
|
||||
wg.Wait()
|
||||
}
|
||||
|
||||
func Download(url string) {
|
||||
defer wg.Done()
|
||||
|
||||
req, err := http.NewRequestWithContext(context.Background(), "POST", FULL_URL, nil)
|
||||
if err != nil {
|
||||
log.Printf("Error creating PATCH request: %++v", err)
|
||||
log.Printf("Error creating POST request: %++v", err)
|
||||
return
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
@@ -50,7 +69,7 @@ func Download(url string) {
|
||||
client := http.Client{}
|
||||
res, err := client.Do(req)
|
||||
if err != nil {
|
||||
log.Printf("Error sending PATCH request: %++v", err)
|
||||
log.Printf("Error sending POST request: %++v", err)
|
||||
return
|
||||
}
|
||||
defer res.Body.Close()
|
||||
@@ -72,5 +91,7 @@ func Download(url string) {
|
||||
|
||||
log.Printf("API error: %++v", data)
|
||||
return
|
||||
} else {
|
||||
log.Printf("Enqueued %s", url)
|
||||
}
|
||||
}
|
||||
|
Reference in New Issue
Block a user