guy176251/mmaschedule
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

made stuff private

Browse Source
This commit is contained in:
long
2024-07-02 14:14:38 -05:00
parent eaf229abde
commit ad7b487954
9 changed files with 81 additions and 91 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scraper/tapology.go
+9 -9
View File
@@ -16,14 +16,7 @@ type TapologyResult struct {
Url string `json:"url"`
}
func tapology_collector() *colly.Collector {
return colly.NewCollector(
colly.UserAgent(USER_AGENT),
colly.AllowedDomains("tapology.com", "www.tapology.com"),
)
}
func TapologyGetter() func(n string) []TapologyResult {
func tapology_getter() func(n string) []TapologyResult {
csrf_token := ""
name := ""
results := []TapologyResult{}
@@ -74,7 +67,7 @@ func TapologyGetter() func(n string) []TapologyResult {
func parse_tapology_results(b []byte) []TapologyResult {
results := []TapologyResult{}
DocumentFromBytes(b).Find("span.star a[href]").Each(func(i int, s *goquery.Selection) {
document_from_bytes(b).Find("span.star a[href]").Each(func(i int, s *goquery.Selection) {
url, _ := s.Attr("href")
name := s.Text()
results = append(results, TapologyResult{Name: name, Url: url})
@@ -82,3 +75,10 @@ func parse_tapology_results(b []byte) []TapologyResult {
return results
}
func tapology_collector() *colly.Collector {
return colly.NewCollector(
colly.UserAgent(USER_AGENT),
colly.AllowedDomains("tapology.com", "www.tapology.com"),
)
}