got event scraper working
This commit is contained in:
+11
-4
@@ -1,14 +1,14 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"mmaschedule-go/event"
|
||||
)
|
||||
|
||||
type Scraper func(ClientScraper) (*[]*event.Event, error)
|
||||
|
||||
func ScrapeEvents() {
|
||||
client := NewScraperClient()
|
||||
func ScrapeEvents(q *event.Queries, client ClientScraper) {
|
||||
events := []*event.Event{}
|
||||
scrapers := []Scraper{
|
||||
ScrapeONE,
|
||||
@@ -16,11 +16,18 @@ func ScrapeEvents() {
|
||||
}
|
||||
|
||||
for _, scraper := range scrapers {
|
||||
e, err := scraper(&client)
|
||||
e, err := scraper(client)
|
||||
if err != nil {
|
||||
fmt.Println(err)
|
||||
fmt.Println("Error scraping events: ", err)
|
||||
} else {
|
||||
events = append(events, *e...)
|
||||
}
|
||||
}
|
||||
|
||||
if len(events) > 0 {
|
||||
err := q.UpsertEvents(context.Background(), events)
|
||||
if err != nil {
|
||||
fmt.Println("Error updating events in database: ", err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user