added tapology updater for all events

event/query.sql.go

@@ -103,6 +103,46 @@ func (q *Queries) GetUpcomingEvent(ctx context.Context, date int64) (Event, erro
 }
 
 const listEvents = `-- name: ListEvents :many
+SELECT
+  url, slug, name, location, organization, image, date, fights, history
+FROM
+  event
+`
+
+func (q *Queries) ListEvents(ctx context.Context) ([]Event, error) {
+	rows, err := q.db.QueryContext(ctx, listEvents)
+	if err != nil {
+		return nil, err
+	}
+	defer rows.Close()
+	var items []Event
+	for rows.Next() {
+		var i Event
+		if err := rows.Scan(
+			&i.Url,
+			&i.Slug,
+			&i.Name,
+			&i.Location,
+			&i.Organization,
+			&i.Image,
+			&i.Date,
+			&i.Fights,
+			&i.History,
+		); err != nil {
+			return nil, err
+		}
+		items = append(items, i)
+	}
+	if err := rows.Close(); err != nil {
+		return nil, err
+	}
+	if err := rows.Err(); err != nil {
+		return nil, err
+	}
+	return items, nil
+}
+
+const listUpcomingEvents = `-- name: ListUpcomingEvents :many
 SELECT
   name,
   slug,
@@ -115,21 +155,21 @@ ORDER BY
   date ASC
 `
 
-type ListEventsRow struct {
+type ListUpcomingEventsRow struct {
 	Name string `json:"name"`
 	Slug string `json:"slug"`
 	Date int64  `json:"date"`
 }
 
-func (q *Queries) ListEvents(ctx context.Context, date int64) ([]ListEventsRow, error) {
-	rows, err := q.db.QueryContext(ctx, listEvents, date)
+func (q *Queries) ListUpcomingEvents(ctx context.Context, date int64) ([]ListUpcomingEventsRow, error) {
+	rows, err := q.db.QueryContext(ctx, listUpcomingEvents, date)
 	if err != nil {
 		return nil, err
 	}
 	defer rows.Close()
-	var items []ListEventsRow
+	var items []ListUpcomingEventsRow
 	for rows.Next() {
-		var i ListEventsRow
+		var i ListUpcomingEventsRow
 		if err := rows.Scan(&i.Name, &i.Slug, &i.Date); err != nil {
 			return nil, err
 		}

main.go

@@ -21,7 +21,10 @@ func main() {
 		fmt.Println("Error initializing database:", err)
 	} else {
 		client := NewScraperClient()
-		ScrapeEvents(q, client)
+		err := UpdateAllTapology(q, client)
+		if err != nil {
+			fmt.Println("Error updating all tapology:", err)
+		}
 	}
 }
 

orchestrator.go

@@ -25,12 +25,44 @@ func ScrapeEvents(q *event.Queries, client ClientScraper) {
 		}
 	}
 
+	UpdateTapology(q, client, &events)
+
+	if len(events) > 0 {
+		err := q.UpsertEvents(context.Background(), events)
+		if err != nil {
+			fmt.Println("Error updating events in database:", err)
+		}
+	}
+}
+
+func UpdateAllTapology(q *event.Queries, client ClientScraper) error {
+	events_, err := q.ListEvents(context.Background())
+	if err != nil {
+		return err
+	}
+
+	events := []*event.Event{}
+	for _, e := range events_ {
+		events = append(events, &e)
+	}
+
+	UpdateTapology(q, client, &events)
+
+	err = q.UpsertEvents(context.Background(), events)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func UpdateTapology(q *event.Queries, client ClientScraper, events *[]*event.Event) {
 	err := SetTapologyCSRF(client)
 	if err != nil {
 		fmt.Println("Error settings tapology CSRF:", err)
 	}
 
-	for _, e := range events {
+	for _, e := range *events {
 		fights := e.UnmarshalFights()
 		for _, f := range fights {
 			fighters := []*event.Fighter{
@@ -38,6 +70,7 @@ func ScrapeEvents(q *event.Queries, client ClientScraper) {
 				f.FighterB,
 			}
 			for _, ff := range fighters {
+				fmt.Println("Getting tapology link for", ff.Name)
 				tapology, err := q.GetTapology(context.Background(), ff.Name)
 				if err != nil {
 					fmt.Println("Error getting tapology from database:", err)
@@ -59,11 +92,4 @@ func ScrapeEvents(q *event.Queries, client ClientScraper) {
 		}
 		e.MarshalFights(fights)
 	}
-
-	if len(events) > 0 {
-		err := q.UpsertEvents(context.Background(), events)
-		if err != nil {
-			fmt.Println("Error updating events in database: ", err)
-		}
-	}
 }

sql/query.sql

@@ -8,6 +8,12 @@ WHERE
 LIMIT
   1;
 
+-- name: ListEvents :many
+SELECT
+  *
+FROM
+  event;
+
 -- name: GetUpcomingEvent :one
 SELECT
   *
@@ -20,7 +26,7 @@ ORDER BY
 LIMIT
   1;
 
--- name: ListEvents :many
+-- name: ListUpcomingEvents :many
 SELECT
   name,
   slug,