discordBots/cmd/dealsbot/api/gog.go

package api

import (
	"fmt"
	"golang.org/x/net/html"
	"net/http"
	"regexp"
)

type GogStruct struct {
	url      string
	baseUrl  string
	idPrefix string
	headers  map[string]string
	deals    DealsMap
}

func NewGogApi() GogStruct {
	gog := GogStruct{
		url:      "https://www.gog.com/en/games?priceRange=0,0&discounted=true",
		baseUrl:  "https://www.gog.com/game/",
		idPrefix: "gog-",
		headers:  make(map[string]string),
		deals:    make(map[string]Deal),
	}
	gog.headers["Accept-Language"] = "en"
	gog.headers["User-Agent"] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:93.0) Gecko/20100101 Firefox/93.0"
	return gog
}

func (e GogStruct) Load() error {
	client := &http.Client{}
	// might have to add a cookie at a later time but currently works without
	// "Cookie", "gog_lc=GB_GBP_en-US" or "Accept-Language", "en"
	reqStore, err := http.NewRequest("GET", e.url, nil)
	if err != nil {
		return err
	}

	for key, value := range e.headers {
		reqStore.Header.Set(key, value)
	}

	resStore, err := client.Do(reqStore)
	if err != nil {
		return err
	}
	bodyStore := html.NewTokenizer(resStore.Body)

	regexAppid, err := regexp.Compile(`/\w{2}/game/([-\w]+)`)
	if err != nil {
		return err
	}

	var appIDs []string
	func() {
		for {
			tt := bodyStore.Next()

			switch {
			case tt == html.ErrorToken:
				// file end or error
				return
			case tt == html.StartTagToken:
				t := bodyStore.Token()
				if t.Data != "a" {
					continue
				}
				for _, a := range t.Attr {
					if !(a.Key == "class" && a.Val == "product-tile product-tile--grid") {
						continue
					}
					for _, attr := range t.Attr {
						if attr.Key != "href" {
							continue
						}
						appID := regexAppid.FindStringSubmatch(attr.Val)
						if len(appID) < 1 {
							continue
						}
						appIDs = append(appIDs, appID[1])
					}
				}
			}
		}
	}()

	for _, appID := range appIDs {
		reqGame, err := http.NewRequest("GET", fmt.Sprintf("%v%v", e.baseUrl, appID), nil)
		if err != nil {
			return err
		}

		for key, value := range e.headers {
			reqGame.Header.Set(key, value)
		}

		resGame, err := client.Do(reqGame)
		if err != nil {
			return err
		}
		bodyGame := html.NewTokenizer(resGame.Body)

		func() {
			for {
				tt := bodyGame.Next()

				switch {
				case tt == html.ErrorToken:
					// file end or error
					return
				case tt == html.StartTagToken:
					t := bodyGame.Token()
					if t.Data != "h1" {
						continue
					}
					for _, a := range t.Attr {
						if !(a.Key == "class" && a.Val == "productcard-basics__title") {
							continue
						}
						if tt = bodyGame.Next(); tt != html.TextToken {
							continue
						}
						id := fmt.Sprintf("%v%v", e.idPrefix, appID)
						title := bodyGame.Token().Data
						url := fmt.Sprintf("%v%v", e.baseUrl, appID)

						e.deals[id] = Deal{
							Id:    id,
							Title: title,
							Url:   url,
						}
					}
				}
			}
		}()
	}

	return nil
}

func (e GogStruct) Get() []Deal {
	var deals []Deal
	for _, deal := range e.deals {
		deals = append(deals, deal)
	}
	return deals
}