added tapology updater for all events

This commit is contained in:
2025-02-16 21:21:35 -06:00
parent c8184d5a71
commit a494fc3bf8
4 changed files with 97 additions and 22 deletions
+40 -14
View File
@@ -19,18 +19,50 @@ func ScrapeEvents(q *event.Queries, client ClientScraper) {
for _, scraper := range scrapers {
e, err := scraper(client)
if err != nil {
fmt.Println("Error scraping events: ", err)
fmt.Println("Error scraping events:", err)
} else {
events = append(events, *e...)
}
}
err := SetTapologyCSRF(client)
UpdateTapology(q, client, &events)
if len(events) > 0 {
err := q.UpsertEvents(context.Background(), events)
if err != nil {
fmt.Println("Error updating events in database:", err)
}
}
}
func UpdateAllTapology(q *event.Queries, client ClientScraper) error {
events_, err := q.ListEvents(context.Background())
if err != nil {
fmt.Println("Error settings tapology CSRF: ", err)
return err
}
for _, e := range events {
events := []*event.Event{}
for _, e := range events_ {
events = append(events, &e)
}
UpdateTapology(q, client, &events)
err = q.UpsertEvents(context.Background(), events)
if err != nil {
return err
}
return nil
}
func UpdateTapology(q *event.Queries, client ClientScraper, events *[]*event.Event) {
err := SetTapologyCSRF(client)
if err != nil {
fmt.Println("Error settings tapology CSRF:", err)
}
for _, e := range *events {
fights := e.UnmarshalFights()
for _, f := range fights {
fighters := []*event.Fighter{
@@ -38,16 +70,17 @@ func ScrapeEvents(q *event.Queries, client ClientScraper) {
f.FighterB,
}
for _, ff := range fighters {
fmt.Println("Getting tapology link for", ff.Name)
tapology, err := q.GetTapology(context.Background(), ff.Name)
if err != nil {
fmt.Println("Error getting tapology from database: ", err)
fmt.Println("Error getting tapology from database:", err)
link, err := GetTapologyLink(client, ff.Name)
if err != nil {
fmt.Println("Error getting tapology from site: ", err)
fmt.Println("Error getting tapology from site:", err)
} else if len(link) > 0 {
err := q.CreateTapology(context.Background(), event.CreateTapologyParams{Name: ff.Name, Url: link})
if err != nil {
fmt.Println("Error creating tapology in database: ", err)
fmt.Println("Error creating tapology in database:", err)
}
ff.Link = link
}
@@ -59,11 +92,4 @@ func ScrapeEvents(q *event.Queries, client ClientScraper) {
}
e.MarshalFights(fights)
}
if len(events) > 0 {
err := q.UpsertEvents(context.Background(), events)
if err != nil {
fmt.Println("Error updating events in database: ", err)
}
}
}