feat: added gtm-store.com support

This commit is contained in:
Felipe M 2022-07-02 16:27:52 +02:00
parent 9f5cd15f5d
commit 9220b50e22
Signed by: fmartingr
GPG Key ID: 716BC147715E716F
4 changed files with 83 additions and 0 deletions

View File

@ -9,6 +9,7 @@ import (
"github.com/fmartingr/bazaar/pkg/manager" "github.com/fmartingr/bazaar/pkg/manager"
"github.com/fmartingr/bazaar/pkg/shop/akiracomics" "github.com/fmartingr/bazaar/pkg/shop/akiracomics"
"github.com/fmartingr/bazaar/pkg/shop/amazon" "github.com/fmartingr/bazaar/pkg/shop/amazon"
"github.com/fmartingr/bazaar/pkg/shop/gtmstore"
"github.com/fmartingr/bazaar/pkg/shop/heroesdepapel" "github.com/fmartingr/bazaar/pkg/shop/heroesdepapel"
"github.com/fmartingr/bazaar/pkg/shop/steam" "github.com/fmartingr/bazaar/pkg/shop/steam"
) )
@ -19,6 +20,7 @@ func main() {
m.Register(steam.Domains, steam.NewSteamShopFactory()) m.Register(steam.Domains, steam.NewSteamShopFactory())
m.Register(heroesdepapel.Domains, heroesdepapel.NewHeroesDePapelShopFactory()) m.Register(heroesdepapel.Domains, heroesdepapel.NewHeroesDePapelShopFactory())
m.Register(amazon.Domains, amazon.NewAmazonShopFactory()) m.Register(amazon.Domains, amazon.NewAmazonShopFactory())
m.Register(gtmstore.Domains, gtmstore.NewGTMStoreShopFactory())
http.HandleFunc("/item", func(rw http.ResponseWriter, r *http.Request) { http.HandleFunc("/item", func(rw http.ResponseWriter, r *http.Request) {
if err := r.ParseForm(); err != nil { if err := r.ParseForm(); err != nil {

View File

@ -4,6 +4,7 @@ import "time"
type Product struct { type Product struct {
Name string `json:"name"` Name string `json:"name"`
Description string `json:"description"`
URL string `json:"url"` URL string `json:"url"`
ImageURL string `json:"image_url"` ImageURL string `json:"image_url"`
InStock bool `json:"in_stock"` InStock bool `json:"in_stock"`

View File

@ -0,0 +1,71 @@
package gtmstore
import (
"fmt"
"log"
"net/http"
"strconv"
"strings"
"github.com/PuerkitoBio/goquery"
"github.com/fmartingr/bazaar/pkg/models"
"github.com/fmartingr/bazaar/pkg/utils"
)
var Domains = []string{"www.gtm-store.com"}
type GTMStoreShop struct {
domains []string
}
func (s *GTMStoreShop) Get(url string) (*models.Product, error) {
res, err := http.Get(url)
if err != nil {
return nil, fmt.Errorf("error retrieving url: %s", err)
}
defer res.Body.Close()
if res.StatusCode != 200 {
return nil, fmt.Errorf("error retrieving url: %d %s", res.StatusCode, res.Status)
}
doc, err := goquery.NewDocumentFromReader(res.Body)
if err != nil {
return nil, fmt.Errorf("error parsing body: %s", err)
}
product := models.Product{
URL: url,
}
doc.Find(`div.primary_block`).Each(func(i int, s *goquery.Selection) {
priceText := utils.StripLastCharacter(s.Find(".woocommerce-Price-amount.amount").Text())
priceNum, _ := strconv.ParseFloat(strings.ReplaceAll(priceText, ",", "."), 64)
var imageURLs []string
s.Find(".woocommerce-product-gallery__wrapper div").Each(func(i int, s *goquery.Selection) {
imageURL, exists := s.Find("a").Attr("href")
if exists {
log.Println(imageURL)
imageURLs = append(imageURLs, imageURL)
}
})
product.Name = s.Find(".product_title.entry-title").Text()
product.InStock = s.Find("p.stock").HasClass("in-stock")
product.ImageURL = imageURLs[0]
product.PriceText = priceText
product.Description = s.Find(".woocommerce-product-details__short-description").Text()
product.Price = priceNum
})
return &product, nil
}
func NewGTMStoreShopFactory() models.ShopFactory {
return func() models.Shop {
shop := GTMStoreShop{
domains: Domains,
}
return &shop
}
}

View File

@ -3,9 +3,18 @@ package utils
import ( import (
"regexp" "regexp"
"strings" "strings"
"unicode/utf8"
) )
func ExtractPrice(raw string) string { func ExtractPrice(raw string) string {
re := regexp.MustCompile("[^0-9,.]+") re := regexp.MustCompile("[^0-9,.]+")
return strings.Replace(re.ReplaceAllString(raw, ""), ",", ".", 1) return strings.Replace(re.ReplaceAllString(raw, ""), ",", ".", 1)
} }
func StripLastCharacter(s string) string {
r, size := utf8.DecodeLastRuneInString(s)
if r == utf8.RuneError && (size == 0 || size == 1) {
size = 0
}
return s[:len(s)-size]
}