- added daily cleanup of empty tapology urls

- removed unique constraint for tapology urls
- fixed tapology url scraper
- updated go dependencies
This commit is contained in:
2026-02-01 16:17:19 -06:00
parent 06f6bca690
commit ea69970a4b
13 changed files with 2783 additions and 325 deletions
+5 -2
View File
@@ -291,9 +291,12 @@ func GetTapologyLink(client ClientScraper, name string) (string, error) {
return "", err
}
results := []TapologyResult{}
return ParseTapologyLinks(name, selection)
}
selection.Find("span.star a[href]").Each(func(i int, s *goquery.Selection) {
func ParseTapologyLinks(name string, selection *goquery.Selection) (string, error) {
results := []TapologyResult{}
selection.Find("a.star[href]").Each(func(i int, s *goquery.Selection) {
url, _ := s.Attr("href")
name := CleanupWhitespace(nickname.ReplaceAllString(s.Text(), ""))
results = append(results, TapologyResult{Name: name, Url: url})