Wire everything together, now it's amen

html-getter.go

@@ -1,6 +1,7 @@
 package main
 
 import (
+	"context"
 	"fmt"
 	"io"
 	"net/http"
@@ -8,9 +9,14 @@ import (
 	"golang.org/x/time/rate"
 )
 
-var LIMITER = rate.NewLimiter(rate.Limit(1), 2)
+var LIMITER = rate.NewLimiter(rate.Limit(8), 16)
+
+func Fetch(url string) (string, error) {
+	err := LIMITER.Wait(context.Background())
+	if err != nil {
+		return "", fmt.Errorf("Error waiting for rate limiter: %v", err)
+	}
 
-func FetchFull(url string) (string, error) {
 	res, err := http.Get(url)
 	if err != nil {
 		return "", fmt.Errorf("Error fetching %s: %v", url, err)
@@ -31,4 +37,4 @@ func FetchFull(url string) (string, error) {
 
 func FetchDocs(url string) (string, error) {
 	return "", nil
-}
+}