moved go files to src

2025-02-23 19:28:38 -06:00
parent 6445f3a495
commit 2c873779ff
18 changed files with 6 additions and 6 deletions
@@ -0,0 +1,147 @@
+package main
+
+import (
+	"bytes"
+	_ "embed"
+	"fmt"
+	"testing"
+	"net/http"
+
+	"github.com/PuerkitoBio/goquery"
+)
+
+//go:embed testdata/ufc-event-list.html
+var UFCEventList []byte
+
+//go:embed testdata/ufc-312.html
+var UFC312 []byte
+
+//go:embed testdata/ufc-fn-feb-15.html
+var UFCFNFeb15 []byte
+
+//go:embed testdata/ufc-fn-feb-22.html
+var UFCFNFeb22 []byte
+
+//go:embed testdata/ufc-fn-mar-1.html
+var UFCFNMar1 []byte
+
+//go:embed testdata/ufc-313.html
+var UFC313 []byte
+
+//go:embed testdata/ufc-fn-mar-15.html
+var UFCFNMar15 []byte
+
+//go:embed testdata/ufc-fn-mar-22.html
+var UFCFNMar22 []byte
+
+//go:embed testdata/ufc-fn-mar-29.html
+var UFCFNMar29 []byte
+
+//go:embed testdata/one-event-list.html
+var ONEEventList []byte
+
+//go:embed testdata/one-friday-fights-97.html
+var ONEFridayFights97 []byte
+
+//go:embed testdata/one-171.html
+var ONE171 []byte
+
+//go:embed testdata/one-fn-29.html
+var ONEFN29 []byte
+
+//go:embed testdata/one-172.html
+var ONE172 []byte
+
+//go:embed testdata/tapology-index.html
+var TapologyIndex []byte
+
+var HTMLContent map[string][]byte = map[string][]byte{
+	"https://www.ufc.com/events":                                 UFCEventList,
+	"https://www.ufc.com/event/ufc-312":                          UFC312,
+	"https://www.ufc.com/event/ufc-fight-night-february-15-2025": UFCFNFeb15,
+	"https://www.ufc.com/event/ufc-fight-night-february-22-2025": UFCFNFeb22,
+	"https://www.ufc.com/event/ufc-fight-night-march-01-2025":    UFCFNMar1,
+	"https://www.ufc.com/event/ufc-313":                          UFC313,
+	"https://www.ufc.com/event/ufc-fight-night-march-15-2025":    UFCFNMar15,
+	"https://www.ufc.com/event/ufc-fight-night-march-22-2025":    UFCFNMar22,
+	"https://www.ufc.com/event/ufc-fight-night-march-29-2025":    UFCFNMar29,
+	"https://www.onefc.com/events/":                              ONEEventList,
+	"https://www.onefc.com/events/one-friday-fights-97/":         ONEFridayFights97,
+	"https://www.onefc.com/events/one171/":                       ONE171,
+	"https://www.onefc.com/events/onefightnight29/":              ONEFN29,
+	"https://www.onefc.com/events/one172/":                       ONE172,
+	"https://www.tapology.com":                                   TapologyIndex,
+}
+
+type DummyClient struct {
+	headers map[string]string
+}
+
+func (c *DummyClient) Get(url string, options ...RequestOption) (*goquery.Selection, error) {
+	req, err := http.NewRequest("GET", url, nil)
+	for _, option := range options {
+		if option != nil {
+			option(req)
+		}
+	}
+	url = req.URL.String()
+	htmlstring, exists := HTMLContent[url]
+	if !exists {
+		return nil, fmt.Errorf("Invalid URL: %s", url)
+	}
+	document, err := goquery.NewDocumentFromReader(bytes.NewReader(htmlstring))
+	if err != nil {
+		return nil, err
+	}
+	return document.Find("html").First(), nil
+}
+
+func (c *DummyClient) AddHeader(key string, value string) {
+	c.headers[key] = value
+}
+func (c *DummyClient) HasHeader(key string) bool {
+	_, exists := c.headers[key]
+	return exists
+}
+
+func NewDummyClient() *DummyClient {
+	return &DummyClient{
+		headers: map[string]string{},
+	}
+}
+
+func TestUFC(t *testing.T) {
+	client := NewDummyClient()
+	events, err := ScrapeUFC(client)
+	if err != nil {
+		t.Errorf("Scraping UFC failed: %s", err)
+	}
+	if len(*events) == 0 {
+		t.Fatal("Scraping UFC failed: Events are empty")
+	}
+	if len(*events) < 7 {
+		t.Fatal("Scraping UFC failed: Did not get all events")
+	}
+	//PrintJson(events)
+}
+
+func TestONE(t *testing.T) {
+	client := NewDummyClient()
+	events, err := ScrapeONE(client)
+	if err != nil {
+		t.Errorf("Scraping ONE failed: %s", err)
+	}
+	if len(*events) == 0 {
+		t.Fatal("Scraping ONE failed: Events are empty")
+	}
+	//PrintJson(events)
+}
+
+func TestScrapeEvents(t *testing.T) {
+	client := NewDummyClient()
+	q, err := InitDb("test-db.sqlite")
+	if err != nil {
+		t.Error("Error initializing database: ", err)
+	}
+	ScrapeEvents(q, client)
+}