added tapology link getter to scraper

This commit is contained in:
2025-02-16 20:50:40 -06:00
parent 50c4133525
commit c8184d5a71
7 changed files with 209 additions and 14 deletions
+36
View File
@@ -4,6 +4,7 @@ import (
"context"
"fmt"
"mmaschedule-go/event"
"time"
)
type Scraper func(ClientScraper) (*[]*event.Event, error)
@@ -24,6 +25,41 @@ func ScrapeEvents(q *event.Queries, client ClientScraper) {
}
}
err := SetTapologyCSRF(client)
if err != nil {
fmt.Println("Error settings tapology CSRF: ", err)
}
for _, e := range events {
fights := e.UnmarshalFights()
for _, f := range fights {
fighters := []*event.Fighter{
f.FighterA,
f.FighterB,
}
for _, ff := range fighters {
tapology, err := q.GetTapology(context.Background(), ff.Name)
if err != nil {
fmt.Println("Error getting tapology from database: ", err)
link, err := GetTapologyLink(client, ff.Name)
if err != nil {
fmt.Println("Error getting tapology from site: ", err)
} else if len(link) > 0 {
err := q.CreateTapology(context.Background(), event.CreateTapologyParams{Name: ff.Name, Url: link})
if err != nil {
fmt.Println("Error creating tapology in database: ", err)
}
ff.Link = link
}
time.Sleep(time.Duration(5_000_000_000))
} else {
ff.Link = tapology.Url
}
}
}
e.MarshalFights(fights)
}
if len(events) > 0 {
err := q.UpsertEvents(context.Background(), events)
if err != nil {