got event scraper working

This commit is contained in:
2025-02-16 16:21:03 -06:00
parent 283ed3eaea
commit 50c4133525
6 changed files with 49 additions and 30 deletions
+11 -4
View File
@@ -1,14 +1,14 @@
package main
import (
"context"
"fmt"
"mmaschedule-go/event"
)
type Scraper func(ClientScraper) (*[]*event.Event, error)
func ScrapeEvents() {
client := NewScraperClient()
func ScrapeEvents(q *event.Queries, client ClientScraper) {
events := []*event.Event{}
scrapers := []Scraper{
ScrapeONE,
@@ -16,11 +16,18 @@ func ScrapeEvents() {
}
for _, scraper := range scrapers {
e, err := scraper(&client)
e, err := scraper(client)
if err != nil {
fmt.Println(err)
fmt.Println("Error scraping events: ", err)
} else {
events = append(events, *e...)
}
}
if len(events) > 0 {
err := q.UpsertEvents(context.Background(), events)
if err != nil {
fmt.Println("Error updating events in database: ", err)
}
}
}