events whose slug changed are now cleaned up

This commit is contained in:
2025-11-23 04:53:36 -06:00
parent 139fc921b5
commit dfedf0a9f3
3 changed files with 45 additions and 6 deletions
+15 -6
View File
@@ -11,7 +11,7 @@ type Scraper func(ClientScraper) (*[]*event.Event, error)
func ScrapeEventsLoop(db *event.Queries, client ClientScraper, tapology bool) {
for {
time.Sleep(time.Duration(1) * time.Hour)
time.Sleep(1 * time.Hour)
slog.Debug("Running hourly scraper")
ScrapeEvents(db, client, tapology)
}
@@ -39,15 +39,24 @@ func ScrapeEvents(db *event.Queries, client ClientScraper, tapology bool) {
}
}
if len(allEvents) == 0 {
return
}
if tapology {
UpdateTapology(db, client, &allEvents)
}
if len(allEvents) > 0 {
err := db.UpsertEvents(context.Background(), allEvents)
if err != nil {
slog.Error("Failed updating events in database", "error", err)
}
err := db.UpsertEvents(context.Background(), allEvents)
if err != nil {
slog.Error("Failed updating events in database", "error", err)
return
}
err = db.DeleteDuplicateEvents(context.Background(), allEvents)
if err != nil {
slog.Error("Failed clearing out duplicate events", "error", err)
return
}
}