feat:#39 added module and prof fetch

This commit is contained in:
Elmar Kresse
2024-03-24 00:15:49 +01:00
parent 901ede6c97
commit 82cf9ce48c
12 changed files with 504 additions and 32 deletions

View File

@@ -63,7 +63,6 @@ func paginatedFetch(url string, itemsPerPage int, client *http.Client) ([]string
for i := 0; i < maxThreads; i++ {
go func(i int) {
for j := i; j < len(links); j += maxThreads {
slog.Info("Fetching page: " + strconv.Itoa(j) + " of " + strconv.Itoa(len(links)))
doc, err := requestPage(links[j], client)
if err == nil {
htmlPageArray[j] = doc